-- Logs begin at Fri 2022-04-01 12:07:01 UTC, end at Fri 2022-04-01 13:19:12 UTC. -- Apr 01 12:51:09.475626 dv-cinder-836083-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 12:51:12.411196 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.common.config [-] Logging enabled! Apr 01 12:51:12.411798 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev75 Apr 01 12:51:12.411978 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 12:51:12.415179 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.common.config [-] Logging enabled! Apr 01 12:51:12.415430 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev75 Apr 01 12:51:12.415736 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 12:51:12.416661 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:51:12.416890 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:51:12.417793 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:51:12.418190 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:51:12.418421 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:51:12.419166 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.419600 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 01 12:51:12.419911 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.420207 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.420500 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.420798 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.421091 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.421370 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.421677 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.421977 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.422262 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.422539 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.422821 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.423113 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.423392 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.423676 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.423958 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.424239 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.424517 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.424953 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.425362 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.425673 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.425962 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.426237 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.426508 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.426781 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.427060 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.427386 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] host = dv-cinder-836083-2-iscsi {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.427658 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.427939 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.428219 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.428500 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.428771 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.429043 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.429323 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.429627 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.429899 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.430172 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.430456 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.430740 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.431029 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.431251 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.431471 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.431765 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.432046 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.432320 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.432590 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.433454 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.433754 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.434026 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.434292 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.434573 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.434855 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.435139 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.435411 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.435679 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.435948 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.436216 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.436495 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.436767 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.437037 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.437306 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.437614 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.437883 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.438151 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.438446 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.438731 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.439010 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.439292 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.439562 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.439839 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.440106 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.440372 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.440640 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.440912 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.441179 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.441456 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.441751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.442019 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.442288 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.442556 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.442835 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.443104 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:12.443397 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.443689 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.443984 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.444277 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.444563 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.444839 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.445123 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.445399 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.445711 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.445998 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.446280 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.446554 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.446849 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.447136 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.447426 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.447726 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.448014 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.448304 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.448602 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.448873 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.449145 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.449420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.449733 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.450012 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.450297 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.450585 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.450868 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.451161 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.451447 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.451740 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.452029 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.452304 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.452584 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.452876 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.453155 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.453427 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.453735 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.454023 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.454300 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.454572 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.454851 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.455125 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.455395 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.455662 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.455937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.456222 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.456493 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.456760 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.457028 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.457299 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.457575 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.457871 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.458145 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.458415 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.458684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.458960 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.459229 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.459499 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.459771 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.460039 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.460313 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.460583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.460859 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.461129 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.461397 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.461701 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.461974 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.462242 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.462516 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.462790 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.463062 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.463330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.463599 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.463868 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.464276 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.464575 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.464853 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.465133 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.465429 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.465711 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.465988 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.466263 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.466537 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.466813 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.467082 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.467371 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.467653 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.467933 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.468229 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.468506 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.468799 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.469074 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.469349 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.469655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.469931 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.470206 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.470489 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.470778 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.471070 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.471361 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.471652 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.471942 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.472230 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.472507 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.472811 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.473088 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:12.473303 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:51:12.473539 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103596) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 12:51:12.841823 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 12:51:12.842101 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 12:51:12.842404 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 12:51:12.842879 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 12:51:13.166529 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.166721 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.166981 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.168789 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.169057 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.169432 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.223287 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.223559 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.223821 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.238736 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.239012 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.239278 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.267875 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.268159 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.268415 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.411176 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.411442 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.411979 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.638182 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.638458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.638717 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.638981 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.639673 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.737450 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.737783 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.738057 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.738320 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.738579 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.738879 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.739132 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.739380 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.739626 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.739901 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.740155 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.740417 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.740665 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.740909 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.741155 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.741411 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.741686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.741947 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.742206 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.742459 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.742724 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.742970 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.743243 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.743610 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.743853 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.744091 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.744471 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.744707 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.744940 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.745173 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.745443 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.745696 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:13.746053 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 12:51:13.749150 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 12:51:13.753137 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 12:51:13.756743 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 01 12:51:13.758380 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 12:51:13.758851 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 12:51:13.759182 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 12:51:13.759554 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 12:51:13.762371 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 12:51:13.762617 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 12:51:13.762952 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 12:51:13.767713 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 12:51:13.791686 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 12:51:13.792171 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.793084 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103596) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 01 12:51:13.793452 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.794810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103596) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 12:51:13.795087 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 12:51:13.795332 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 12:51:13.798595 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.798871 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:13.860935 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 12:51:13.861172 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 12:51:13.861404 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 12:51:13.861789 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 12:51:13.881466 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_db.sqlalchemy.engines [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103596) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 12:51:14.491050 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing driver for type 'gre' Apr 01 12:51:14.491671 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] gre ID ranges: [(1, 1000)] Apr 01 12:51:14.661386 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing driver for type 'local' Apr 01 12:51:14.661751 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing driver for type 'vlan' Apr 01 12:51:14.759578 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] VlanTypeDriver initialization complete Apr 01 12:51:14.759916 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing driver for type 'vxlan' Apr 01 12:51:14.760436 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] vxlan ID ranges: [(1, 1000)] Apr 01 12:51:14.936865 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing extension driver 'port_security' Apr 01 12:51:14.937111 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.extensions.port_security [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] PortSecurityExtensionDriver initialization complete Apr 01 12:51:14.937435 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing mechanism driver 'openvswitch' Apr 01 12:51:14.937809 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing mechanism driver 'hyperv' Apr 01 12:51:14.945278 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.plugin [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:14.945987 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.946353 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.946700 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.947329 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.947782 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.948144 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.948588 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.948928 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.949331 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.949715 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.950137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.954686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.954686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.954686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.954686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.954686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.955069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.955069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > address_group after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > address_group after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.955627 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 12:51:14.956071 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] ML2 OVO RPC backend initialized. {{(pid=103596) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 01 12:51:14.956789 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.957144 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.957785 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.958389 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > networks before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.958987 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.959335 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > ports before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.959682 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.960181 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnets before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.960841 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.961266 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.961639 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.962141 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.962746 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.963145 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.963488 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.963832 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.964257 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:14.972253 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded quota_driver: . Apr 01 12:51:14.972669 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.plugin [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Modular L2 Plugin initialization complete Apr 01 12:51:14.973021 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading services supported by the core plugin {{(pid=103596) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 12:51:14.973366 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Got port-security extension from driver 'port_security' Apr 01 12:51:14.973881 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.extensions.vlantransparent [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Disabled vlantransparent extension. Apr 01 12:51:14.974378 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103596) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 12:51:14.974699 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: router Apr 01 12:51:15.018078 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.018468 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.018831 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router before_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.019345 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.019974 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.020329 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_delete 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.020685 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.021029 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.021383 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.021764 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.022414 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.022760 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.023119 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.023521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.023882 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.024216 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.024549 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.024882 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.025255 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.025627 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.025971 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.026319 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.026790 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.027140 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.027485 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.028027 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.028636 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.029133 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > agent after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.029485 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > agent after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.029870 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.031222 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Tracking information for resource: router configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:15.031551 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Tracking information for resource: floatingip configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:51:15.039147 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.db.l3_agentschedulers_db [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 12:51:15.040030 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.040601 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.040958 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.041308 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.042640 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router before_create 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.042999 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.043353 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_create 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.043701 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > router precommit_update 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.049352 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.provider_configuration [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service providers = [] {{(pid=103596) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 12:51:15.049755 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.db.servicetype_db [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103596) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 12:51:15.053033 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.service_base [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:51:15.053646 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.service_base [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:51:15.053996 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.service_base [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:51:15.055043 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.services.service_base [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:51:15.055677 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.services.service_base [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 12:51:15.056147 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.056465 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 12:51:15.068635 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.068963 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: auto_allocate Apr 01 12:51:15.075009 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: network precommit_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.075381 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: network precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.076127 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.076688 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: tag Apr 01 12:51:15.086165 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.086676 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: timestamp Apr 01 12:51:15.091826 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.092155 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: network_ip_availability Apr 01 12:51:15.098215 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.098586 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.098935 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.099662 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.099977 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: flavors Apr 01 12:51:15.106665 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.107184 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading Plugin: revisions Apr 01 12:51:15.113884 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:51:15.114304 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.272s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 12:51:15.115240 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103596) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 12:51:15.115815 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Initializing extension manager. Apr 01 12:51:15.116402 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: __init__.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.116745 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: __pycache__ {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.117082 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.117875 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.118595 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: address-group Apr 01 12:51:15.119042 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: address_scope.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.119761 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.120315 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: address-scope Apr 01 12:51:15.120641 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.121782 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.122304 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: router-admin-state-down-before-update Apr 01 12:51:15.122626 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: agent.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.123420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.123931 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: agent Apr 01 12:51:15.124250 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: agent_resources_synced.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.125150 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.125690 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: agent-resources-synced Apr 01 12:51:15.126013 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: allowedaddresspairs.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.127804 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.128473 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: allowed-address-pairs Apr 01 12:51:15.129040 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: auto_allocated_topology.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.130319 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.131215 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: auto-allocated-topology Apr 01 12:51:15.131637 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.132439 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.133289 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: availability_zone Apr 01 12:51:15.133815 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: availability_zone_filter.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.135164 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.136048 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: availability_zone_filter Apr 01 12:51:15.136557 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: data_plane_status.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.137951 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.138771 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 12:51:15.139297 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: default_subnetpools.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.140655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.141440 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: default-subnetpools Apr 01 12:51:15.141800 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.142615 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.143126 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: dhcp_agent_scheduler Apr 01 12:51:15.143447 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: dns.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.144350 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.145123 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension dns-integration not supported by any of loaded plugins Apr 01 12:51:15.145708 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: dns_domain_ports.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.146586 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.147100 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 12:51:15.147420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.148331 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.149071 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 12:51:15.149516 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: dvr.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.150280 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.150931 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: dvr Apr 01 12:51:15.151256 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: ecmp_routes.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.152756 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.153266 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 12:51:15.153682 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: empty_string_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.154514 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.155166 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: empty-string-filtering Apr 01 12:51:15.155698 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.156965 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.157487 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 12:51:15.158006 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.159234 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.159878 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 12:51:15.160440 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: external_net.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.161425 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.161981 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: external-net Apr 01 12:51:15.162305 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.163206 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.163735 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: extra_dhcp_opt Apr 01 12:51:15.164038 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: extraroute.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.164973 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.165623 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: extraroute Apr 01 12:51:15.165951 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: extraroute_atomic.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.167998 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.168516 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: extraroute-atomic Apr 01 12:51:15.168837 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: filter_validation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.169514 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.170054 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: filter-validation Apr 01 12:51:15.170372 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: fip_pf_description.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.171495 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.171995 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 12:51:15.172310 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: fip_pf_port_range.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.173223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.173755 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 01 12:51:15.174067 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: fip_port_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.174973 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.175480 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: fip-port-details Apr 01 12:51:15.175796 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: flavors.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.177017 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.177540 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: flavors Apr 01 12:51:15.177893 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.179538 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.180055 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 12:51:15.180386 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: floatingip_pools.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.181079 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.181630 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: floatingip-pools Apr 01 12:51:15.181960 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: ip_allocation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.182924 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.183430 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 12:51:15.183748 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.184653 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.185164 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: ip-substring-filtering Apr 01 12:51:15.185485 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l2_adjacency.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.186438 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.186995 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 12:51:15.187268 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.190383 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.191067 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: router Apr 01 12:51:15.191379 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.193642 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.194181 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 12:51:15.194508 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.195623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.196147 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: ext-gw-mode Apr 01 12:51:15.196472 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.197399 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.197955 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: l3-ha Apr 01 12:51:15.198283 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.199501 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.200018 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 01 12:51:15.200345 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_flavors.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.201259 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.201799 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: l3-flavors Apr 01 12:51:15.202231 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.203935 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.204673 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 01 12:51:15.205084 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.206018 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.206546 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 12:51:15.206873 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: l3agentscheduler.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.207918 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.208441 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: l3_agent_scheduler Apr 01 12:51:15.208766 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: local_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.210579 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.211304 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension local_ip not supported by any of loaded plugins Apr 01 12:51:15.211877 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: logging.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.213749 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.215074 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension logging not supported by any of loaded plugins Apr 01 12:51:15.215405 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: metering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.216474 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.217198 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: metering Apr 01 12:51:15.217526 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.218656 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.219176 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: metering_source_and_destination_fields Apr 01 12:51:15.219607 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: multiprovidernet.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.220539 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.221058 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: multi-provider Apr 01 12:51:15.221376 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: netmtu.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.222643 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.223365 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: net-mtu Apr 01 12:51:15.223705 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: netmtu_writable.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.224620 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.225130 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: net-mtu-writable Apr 01 12:51:15.225447 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: network_availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.226142 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.226905 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: network_availability_zone Apr 01 12:51:15.227229 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: network_ip_availability.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.228325 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.229042 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: network-ip-availability Apr 01 12:51:15.229638 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: network_segment_range.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.231021 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.231531 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 12:51:15.231933 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: pagination.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.233182 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.233515 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: pagination Apr 01 12:51:15.233863 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: port_device_profile.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.234774 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.235412 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: port-device-profile Apr 01 12:51:15.235959 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.237164 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.237765 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: port-mac-address-regenerate Apr 01 12:51:15.238307 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.239446 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.240218 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: port-numa-affinity-policy Apr 01 12:51:15.240758 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: port_resource_request.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.241707 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.242221 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 12:51:15.242539 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: port_resource_request_groups.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.243501 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.244010 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 01 12:51:15.244327 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: portbindings.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.245422 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.246038 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: binding Apr 01 12:51:15.246469 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: portbindings_extended.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.248129 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.248631 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: binding-extended Apr 01 12:51:15.248958 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: portsecurity.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.250274 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.250414 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: port-security Apr 01 12:51:15.250734 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: project_id.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.251920 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.252245 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: project-id Apr 01 12:51:15.252566 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: providernet.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.253470 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.254014 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: provider Apr 01 12:51:15.254345 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.258008 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.258539 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos not supported by any of loaded plugins Apr 01 12:51:15.258875 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.260123 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.260705 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 12:51:15.261269 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.262483 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.263122 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 12:51:15.263688 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_default.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.264757 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.265662 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-default not supported by any of loaded plugins Apr 01 12:51:15.266173 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_fip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.267536 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.268388 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-fip not supported by any of loaded plugins Apr 01 12:51:15.268909 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.270578 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.271400 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 01 12:51:15.271918 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_gateway_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.273506 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.274334 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 12:51:15.274669 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_port_network_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.275596 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.276113 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 12:51:15.276962 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.278241 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.278975 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 01 12:51:15.279301 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.280361 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.280888 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 01 12:51:15.281213 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_pps_rule.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.282708 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.283355 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-pps not supported by any of loaded plugins Apr 01 12:51:15.283686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_rule_type_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.284603 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.285122 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 12:51:15.285447 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.286487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.287453 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 01 12:51:15.287976 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: qos_rules_alias.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.296037 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.296730 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 12:51:15.297056 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: quota_check_limit.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.298445 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.298978 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: quota-check-limit Apr 01 12:51:15.299304 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: quotasv2.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.300301 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.300630 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: quotas Apr 01 12:51:15.300952 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: quotasv2_detail.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.303168 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.303505 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: quota_details Apr 01 12:51:15.303836 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: rbac.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.304903 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.305443 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: rbac-policies Apr 01 12:51:15.305799 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: rbac_address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.306767 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.307283 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: rbac-address-group Apr 01 12:51:15.307606 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: rbac_address_scope.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.308566 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.309086 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: rbac-address-scope Apr 01 12:51:15.309407 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: rbac_security_groups.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.310812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.311469 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: rbac-security-groups Apr 01 12:51:15.311793 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: rbac_subnetpool.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.313117 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.313692 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: rbac-subnetpool Apr 01 12:51:15.314018 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: revisionifmatch.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.315418 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.316270 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: revision-if-match Apr 01 12:51:15.316785 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: revisions.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.318577 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.319438 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: standard-attr-revisions Apr 01 12:51:15.319953 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: router_availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.321099 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.321984 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: router_availability_zone Apr 01 12:51:15.322456 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: routerservicetype.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.323755 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.324387 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension router-service-type not supported by any of loaded plugins Apr 01 12:51:15.324715 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.325685 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.326254 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: security-groups-normalized-cidr Apr 01 12:51:15.326604 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.333479 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.334058 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: port-security-groups-filtering Apr 01 12:51:15.334386 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.336365 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.336890 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: security-groups-remote-address-group Apr 01 12:51:15.338104 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.343920 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.344452 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: security-groups-shared-filtering Apr 01 12:51:15.344783 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.345392 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 01 12:51:15.345744 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: securitygroup.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.356272 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.356816 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: security-group Apr 01 12:51:15.357149 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: segment.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.357970 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.361530 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension segment not supported by any of loaded plugins Apr 01 12:51:15.361530 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.362291 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.362808 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 12:51:15.363128 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: servicetype.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.364270 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.364848 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: service-type Apr 01 12:51:15.365173 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: sorting.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.367062 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.367394 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: sorting Apr 01 12:51:15.367715 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: standard_attr_segment.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.368628 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.369234 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 12:51:15.369553 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: standardattrdescription.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.370245 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.370769 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: standard-attr-description Apr 01 12:51:15.371086 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: stateful_security_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.372073 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.372624 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: stateful-security-group Apr 01 12:51:15.372948 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: stdattrs_common.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.373515 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 12:51:15.373862 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.374943 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.375473 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 12:51:15.375794 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnet_onboard.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.376864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.378415 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: subnet_onboard Apr 01 12:51:15.378743 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.380517 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.386298 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 12:51:15.386640 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnet_service_types.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.387591 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.388113 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: subnet-service-types Apr 01 12:51:15.388438 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnetallocation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.389584 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.390109 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: subnet_allocation Apr 01 12:51:15.390435 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.391106 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.391622 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: subnetpool-prefix-ops Apr 01 12:51:15.391953 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.393093 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.393647 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 12:51:15.393976 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: tagging.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.395313 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.395837 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: standard-attr-tag Apr 01 12:51:15.396161 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: timestamp.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.397366 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.397919 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loaded extension: standard-attr-timestamp Apr 01 12:51:15.398247 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: trunk.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.399303 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.399826 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension trunk not supported by any of loaded plugins Apr 01 12:51:15.400148 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: trunk_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.401054 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.402367 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension trunk-details not supported by any of loaded plugins Apr 01 12:51:15.402824 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: uplink_status_propagation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.403767 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.404319 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 12:51:15.404639 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Loading extension file: vlantransparent.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:51:15.405314 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:51:15.405921 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 12:51:15.409709 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:network Apr 01 12:51:15.410243 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnet Apr 01 12:51:15.410636 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:51:15.411039 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:port Apr 01 12:51:15.412496 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.412933 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service FLAVORS assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.413561 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.414352 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.414682 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:router Apr 01 12:51:15.415174 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 12:51:15.418166 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service METERING assigned prefix: /metering {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.418166 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.418397 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.418757 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:51:15.419787 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 12:51:15.421254 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:security_group Apr 01 12:51:15.422720 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 12:51:15.428565 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.428936 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:51:15.429299 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] subnetpool is already registered Apr 01 12:51:15.429775 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.430105 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:51:15.430438 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] subnetpool is already registered Apr 01 12:51:15.432821 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.433252 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service FLAVORS assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.433873 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.434295 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.434716 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:router Apr 01 12:51:15.435057 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] router is already registered Apr 01 12:51:15.435475 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 12:51:15.435848 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] floatingip is already registered Apr 01 12:51:15.436305 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service METERING assigned prefix: /metering {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.436973 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 12:51:15.437345 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] rbac_policy is already registered Apr 01 12:51:15.437740 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:security_group Apr 01 12:51:15.438073 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] security_group is already registered Apr 01 12:51:15.438472 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 12:51:15.438801 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] security_group_rule is already registered Apr 01 12:51:15.439419 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.439743 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:51:15.440074 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] subnetpool is already registered Apr 01 12:51:15.440486 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:51:15.440808 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:51:15.441142 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] subnetpool is already registered Apr 01 12:51:15.441627 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: extensions {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.443223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: address-groups {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.444704 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: address-scopes {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.446028 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.447189 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: auto-allocated-topology {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.448938 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: availability_zones {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.450245 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: dhcp-networks {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.451745 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: dhcp-agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.453160 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.455482 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: flavors {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.456654 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: service_profiles {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.457966 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: next_providers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.459395 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: service_profiles {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.461984 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: floatingip-pools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.463200 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.467257 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: floatingips {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.468549 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: l3-routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.470035 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: l3-agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.471492 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: metering-labels {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.472865 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: metering-label-rules {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.474183 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: network-ip-availabilities {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.475483 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: bindings {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.477152 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: quotas {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.478796 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: quotas {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.480590 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: rbac-policies {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.481989 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: security-groups {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.483227 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: security-group-rules {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.484476 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: service-providers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.485710 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: subnetpools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.487130 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: subnetpools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.488612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.490367 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.492336 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.494148 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.496056 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.497946 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.499864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.501773 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.503564 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.505421 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron.api.extensions [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:51:15.512139 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING keystonemiddleware.auth_token [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 12:51:15.516921 dv-cinder-836083-2-iscsi neutron-server[103596]: WARNING keystonemiddleware.auth_token [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 12:51:15.525832 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Acquired lock "singleton_lock" {{(pid=103596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 01 12:51:15.526315 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Releasing lock "singleton_lock" {{(pid=103596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 01 12:51:15.527798 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Starting 2 workers Apr 01 12:51:15.532708 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Started child 103739 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:51:15.537195 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Started child 103740 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:51:15.538312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.538944 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO neutron.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 12:51:15.539496 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.539832 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [-] (103739) wsgi starting up on http://0.0.0.0:9696 Apr 01 12:51:15.542046 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Starting 1 workers Apr 01 12:51:15.542154 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.543513 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [-] (103740) wsgi starting up on http://0.0.0.0:9696 Apr 01 12:51:15.547546 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Started child 103741 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:51:15.548104 dv-cinder-836083-2-iscsi neutron-server[103596]: INFO oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Starting 1 workers Apr 01 12:51:15.551413 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] calling RpcWorker wait() {{(pid=103741) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 12:51:15.551952 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] returning from RpcWorker wait() {{(pid=103741) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 12:51:15.552654 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Started child 103742 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:51:15.553434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.553538 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-447b4b8a-a36e-4f88-a6ec-afd1a1a37c22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.553974 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.555450 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 12:51:15.555663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:51:15.555852 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:51:15.556082 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:51:15.556448 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:51:15.556614 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:51:15.557106 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.557372 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.557655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.557776 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:15.558240 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.558326 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.558930 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.559028 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.559193 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.559428 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.559708 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.559969 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.560137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.560303 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.560545 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.560789 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.561079 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.561354 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.561610 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.561874 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.562044 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.562309 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.562583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.562826 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.563093 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.563350 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.563829 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.564059 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.564306 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.564526 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.564819 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.565046 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.565332 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.565597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.565810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.566063 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.566319 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.566550 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.566791 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.567047 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.567269 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.567526 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.567749 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.568194 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] host = dv-cinder-836083-2-iscsi {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.568453 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.568696 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.568950 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.569206 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.569476 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.569736 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.570002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.570255 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.570484 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.570734 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.570989 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.571229 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.571445 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.571687 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.571850 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_options = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.572107 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.572371 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.572612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.572803 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.572969 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.573130 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.573944 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.574106 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.574368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.574600 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.574892 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.575135 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.575373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.575586 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.575829 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.576058 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.576286 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.576508 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.576751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.577004 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.577263 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.577488 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.577748 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.577991 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.578245 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.578463 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.578732 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.578928 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.580373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.580373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.580373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.580373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.580373 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581001 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581001 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581001 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581355 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581355 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581634 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.581873 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.582783 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.582783 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.582783 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.582970 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.583153 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.583337 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.583579 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.583825 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.584059 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.584286 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.584523 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.584718 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.585032 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.585481 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.585756 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.585974 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.586438 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.586710 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.587017 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.587266 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.587499 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.587754 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.587985 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.588222 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.588489 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.588720 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.589692 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.590027 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.590423 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.590694 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.590980 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.591305 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.591567 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.591824 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.592092 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.592319 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.592540 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.592764 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.593048 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.593305 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.593666 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.593891 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.594114 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600368 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.600945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.601684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602930 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602930 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.602930 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.603143 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.603268 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.603478 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.603726 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.603942 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.604153 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.604384 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.604658 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.604886 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.605105 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.605344 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.605613 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.605833 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.606042 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.606252 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.606462 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.606671 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.606881 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.607092 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.607303 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.607519 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.607729 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.607938 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.608147 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.608359 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.608569 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.608834 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.609166 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.609407 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.609692 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.609912 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.610157 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.610372 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.610625 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.610839 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.611059 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.611269 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.611530 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.611755 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.611978 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.612198 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.612411 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.612663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.612877 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.613089 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.613332 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.613546 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.613801 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.614047 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.614312 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.614565 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.614815 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.615046 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.615293 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.615567 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.615801 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.616079 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.616296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.616580 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.616880 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.617125 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.617413 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.617702 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.617940 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.618193 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.618439 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.618713 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.618940 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.619185 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.619425 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.619679 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.619913 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.620145 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.620397 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.620716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.620965 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.621197 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.621411 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.621712 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.621972 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.622209 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.622469 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.622720 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.622971 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.623213 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.623444 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.623658 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.623904 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.624133 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.624347 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.624593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.624824 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.625064 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.625282 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.625496 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.625789 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.626001 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.626238 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.626448 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.626665 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.626879 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.627121 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.627333 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.627550 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.627786 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.628002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.628219 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.628433 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.628643 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.628891 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.629124 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.629390 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.629666 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.629901 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.630127 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.630377 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.630611 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.630842 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.631102 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.631339 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.631553 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.631764 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.631997 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.632228 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.632456 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.632698 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.632909 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.633141 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.633380 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.633742 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.633995 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.634223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.634451 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.634686 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.634902 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.635117 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.635332 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.635566 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.636296 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.636563 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.636781 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.636997 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.637215 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.637429 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.637690 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.637948 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.638184 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.638450 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.638685 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.638933 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.639147 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.639360 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.639605 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.639812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.640021 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.640230 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.640447 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.640653 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.640935 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.641175 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.641420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.641701 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.641933 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.642192 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.642423 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.642649 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.642859 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.643079 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.643292 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.643499 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.643725 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.643934 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.644143 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.644362 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.644835 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.645044 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.645283 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.645490 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.645722 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.645942 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.646156 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.646363 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.646585 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.646814 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.647021 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.647241 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.647476 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.647684 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.647907 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.648136 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.648361 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.648599 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.648811 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.649018 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.649300 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.649551 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.649822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.650157 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.651071 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.651071 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.651071 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.651491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.651491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.652806 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.652806 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.653645 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.653645 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.653645 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.654000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.654087 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.656430 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.657494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658223 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658571 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658675 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.658888 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.659607 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.659607 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.659607 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.659917 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.660165 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.660367 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.660475 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.660591 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:51:15.661193 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 12:51:15.661698 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:51:15.661698 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:51:15.661698 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:51:15.661945 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:51:15.662040 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:51:15.662245 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.662412 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.662571 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663267 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663267 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663489 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52742) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:15.663583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663583 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663871 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.663871 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664012 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664089 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664218 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664374 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664534 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664691 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.664852 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665014 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665173 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665331 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665677 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.665836 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666035 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666198 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666355 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666512 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666668 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666825 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.666981 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.667731 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.668002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.668262 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.668513 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.668757 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.668995 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.669202 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.669353 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.669507 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.669690 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.669853 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] host = dv-cinder-836083-2-iscsi {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.670028 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.670162 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.670476 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.670639 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.670801 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.671069 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.671208 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.671347 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.671494 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.671632 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672131 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672131 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672131 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672131 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672657 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_options = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672657 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672657 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672982 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.672982 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.673822 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.674664 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675135 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675135 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675135 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675420 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675603 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675717 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675830 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.675941 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676076 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676565 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676565 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676565 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676832 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676832 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.676985 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677110 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677422 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677592 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677755 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.677912 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.678074 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.678230 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.678368 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0131085 Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679289 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679883 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679883 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679883 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.679883 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.680274 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.680274 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.685623 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.687002 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.688097 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.689137 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.690225 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.691279 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.693330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.694597 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.696458 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.697678 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.699246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.700502 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.701487 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.702753 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.703772 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.704810 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.705864 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.706910 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.707937 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.709521 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.710593 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.711612 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.712751 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.713812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.713812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.713812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.713812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.713812 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.714760 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.714760 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715027 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715027 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715301 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715301 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715576 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715576 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715849 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.715849 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716125 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716264 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716402 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716540 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716679 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.716817 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717036 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717036 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717305 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717453 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717611 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717756 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.717894 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718033 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718172 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718323 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718462 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718601 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718740 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.718879 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719019 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719182 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719470 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719613 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719761 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.719901 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720040 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720179 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720317 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720454 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720592 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720729 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.720868 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721015 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721155 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721294 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721446 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721653 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721814 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.721955 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722093 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722233 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722397 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722628 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722774 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.722913 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723052 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723190 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723330 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723484 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723695 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723695 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723983 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.723983 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.724246 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.724394 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.724533 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.724671 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.725663 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.726491 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.727265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.727265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.727265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.727265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.727265 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728000 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.728655 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.730531 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.731716 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:51:15.732439 dv-cinder-836083-2-iscsi neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:51:15.761875 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:27.442042 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070154b-cb18-4296-b9eb-f85d71d518ce None None] get_active_networks_info from dv-cinder-836083-2-iscsi {{(pid=103741) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 01 12:51:27.507548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070154b-cb18-4296-b9eb-f85d71d518ce None None] No non-hosted networks {{(pid=103741) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 12:51:27.523939 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.agentschedulers_db [None req-0070154b-cb18-4296-b9eb-f85d71d518ce None None] DHCP Agent not found on host dv-cinder-836083-2-iscsi {{(pid=103741) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 12:51:27.608121 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-23dcb77d-591f-4bb0-b1a6-dc9de32e16e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:29.819255 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-add01e64-9810-4325-8abc-79deccae89a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:29.890608 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.db.api [None req-5953fa09-efe9-4acd-932b-86effca576e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836083-2-iscsi {{(pid=103741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:51:29.891008 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG oslo_db.api [None req-5953fa09-efe9-4acd-932b-86effca576e2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:51:30.448444 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5953fa09-efe9-4acd-932b-86effca576e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:30.748153 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52816) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:30.936962 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:31.298218 dv-cinder-836083-2-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-251a2306-0164-40a2-8ed5-f86ba218303a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:31.298908 dv-cinder-836083-2-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-251a2306-0164-40a2-8ed5-f86ba218303a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:31.526471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-251a2306-0164-40a2-8ed5-f86ba218303a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:51:31.542132 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-251a2306-0164-40a2-8ed5-f86ba218303a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7784586 Apr 01 12:51:32.457253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:33.675339 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:33.677151 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.677741 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.678297 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.678836 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.679582 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.680114 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.680658 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.681219 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.681783 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.682379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.682936 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.683478 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.684123 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.684655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.685194 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:33.685834 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:33.694583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:34.155001 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52850) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:34.483237 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:34.582916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.policy [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 12:51:34.626446 dv-cinder-836083-2-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:34.626746 dv-cinder-836083-2-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:34.794865 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744256034135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744256033594', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744256017613', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744256022556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744256132340', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744255824978', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-897377', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-893815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3912704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3836182'] for rbac-policy (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:35.059017 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:35.062393 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b6521a2f-829c-4114-9b3f-489d293cddff admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9042413 Apr 01 12:51:35.897790 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.db.l3_hamode_db [None req-328d0aca-48e9-4538-8b84-297cce858069 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 12:51:35.980878 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d0aca-48e9-4538-8b84-297cce858069 None None] Routers set() bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:35.981402 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d0aca-48e9-4538-8b84-297cce858069 None None] Router IDs set() for agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:51:37.600884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52862) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:37.912386 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:37.999509 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Made reservation on behalf of 1dc8ca88f62d44b8ba0f5ee47e9085d0 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:38.003254 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.020477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.128320 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks [] for security_group (6898b6b6-e2b6-4846-a01b-131a74acb9aa), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.209519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6898b6b6-e2b6-4846-a01b-131a74acb9aa), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.235009 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:38.270290 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744257766449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (d7ca7f56-ff6f-4a50-ae1e-059fb70a8596), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.270890 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Unsubscribe: segment precommit_create {{(pid=103739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 12:51:38.273624 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Added segment d7ca7f56-ff6f-4a50-ae1e-059fb70a8596 of type vlan for network 9d066f83-022b-48db-b152-fcdb36348b97 Apr 01 12:51:38.287904 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6898b6b6-e2b6-4846-a01b-131a74acb9aa,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:38.340561 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.340901 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.341261 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.341642 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.341983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.342310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.342633 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.342957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.343277 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.343596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.343914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.344245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.344568 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.344882 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.345197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Tracked resource versions report: Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: pushed versions: Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: { 'AddressGroup': {'1.2'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Agent': {'1.1'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'ConntrackHelper': {'1.0'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'LocalIPAssociation': {'1.0'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Log': {'1.0'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'NDPProxy': {'1.0'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Network': {'1.1'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Port': {'1.7'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'PortForwarding': {'1.3'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'QosPolicy': {'1.10'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroup': {'1.5'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SubPort': {'1.0'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Subnet': {'1.1'}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Trunk': {'1.1'}} Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: consumer versions: Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Agent': '1.1', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'ConntrackHelper': '1.0', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'LocalIPAssociation': '1.0', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Log': '1.0', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'NDPProxy': '1.0', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Network': '1.1', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Port': '1.7', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'PortForwarding': '1.3', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'QosPolicy': '1.10', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroup': '1.5', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroupRule': '1.2', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SubPort': '1.0', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Subnet': '1.1', Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Trunk': '1.1'}} Apr 01 12:51:38.346750 dv-cinder-836083-2-iscsi neutron-server[103739]: {{(pid=103739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:51:38.379635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (9d066f83-022b-48db-b152-fcdb36348b97), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.456364 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (9d066f83-022b-48db-b152-fcdb36348b97), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.461710 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:38.462377 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:38.574574 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] Pushing event updated for resources: {'Network': ['ID=9d066f83-022b-48db-b152-fcdb36348b97,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:38.586059 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 9d066f83-022b-48db-b152-fcdb36348b97 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:38.602313 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e3b94ada-2346-4e8f-bf99-c3d208a1bd4e demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0002966 Apr 01 12:51:41.154598 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52874) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:41.559182 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2b7f0-b984-4af1-8a8d-1be856f4fa93 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:41.560559 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-08f2b7f0-b984-4af1-8a8d-1be856f4fa93 demo admin] 10.222.0.43 "GET /v2.0/networks/9d066f83-022b-48db-b152-fcdb36348b97 HTTP/1.1" status: 200 len: 825 time: 0.4050136 Apr 01 12:51:41.584717 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b94de77e-b3ab-4c91-a0da-c5c0a22f6fbd demo admin] 10.222.0.43 "GET /v2.0/subnetpools/f1a4eebd-b43e-4858-a7a4-843f881a9743 HTTP/1.1" status: 200 len: 734 time: 0.0186052 Apr 01 12:51:41.594012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:41.702361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Made reservation on behalf of 1dc8ca88f62d44b8ba0f5ee47e9085d0 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:41.704856 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:42.062516 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (ade3d2ae-72fc-4b70-b9f8-9bab5c84e946), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:42.130447 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Pushing event updated for resources: {'Subnet': ['ID=ade3d2ae-72fc-4b70-b9f8-9bab5c84e946,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:42.138296 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Checking segment: {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:51:42.138685 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Network hostable DHCP agents. Network: 9d066f83-022b-48db-b152-fcdb36348b97, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:51:42.222091 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Network 9d066f83-022b-48db-b152-fcdb36348b97 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:51:42.296448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 9d066f83-022b-48db-b152-fcdb36348b97) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:42.301839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:42.302733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:42.308721 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f49ef-98ac-4443-9794-83d03416698c None None] Network 9d066f83-022b-48db-b152-fcdb36348b97 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:51:42.470547 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-91cc7c3f-2048-4e7a-98d1-ef0c55e155ec demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8796310 Apr 01 12:51:42.676362 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-9d066f83-022b-48db-b152-fcdb36348b97', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 12:51:42.677626 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:42.988364 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Allocated IP 172.20.0.2 (9d066f83-022b-48db-b152-fcdb36348b97/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946/973c744a-b69b-4226-9410-795d69aeb3d5) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:43.236913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks [] for port (973c744a-b69b-4226-9410-795d69aeb3d5), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:43.314574 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:43.386806 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Network 9d066f83-022b-48db-b152-fcdb36348b97 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:43.392714 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:43.404163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:43.407272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Pushing event updated for resources: {'Port': ['ID=973c744a-b69b-4226-9410-795d69aeb3d5,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:43.438542 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.438888 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.439257 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.439591 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.439927 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.440258 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.440585 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.440905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.441227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.441548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.441896 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.442238 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.442563 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.442880 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.443198 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Tracked resource versions report: Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: pushed versions: Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: { 'AddressGroup': {'1.2'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Agent': {'1.1'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'ConntrackHelper': {'1.0'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'LocalIPAssociation': {'1.0'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Log': {'1.0'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'NDPProxy': {'1.0'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Network': {'1.1'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Port': {'1.7'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'PortForwarding': {'1.3'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'QosPolicy': {'1.10'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroup': {'1.5'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SubPort': {'1.0'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Subnet': {'1.1'}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Trunk': {'1.1'}} Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: consumer versions: Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Agent': '1.1', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'ConntrackHelper': '1.0', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'LocalIPAssociation': '1.0', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Log': '1.0', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'NDPProxy': '1.0', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Network': '1.1', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Port': '1.7', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'PortForwarding': '1.3', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'QosPolicy': '1.10', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroup': '1.5', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroupRule': '1.2', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SubPort': '1.0', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Subnet': '1.1', Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Trunk': '1.1'}} Apr 01 12:51:43.444636 dv-cinder-836083-2-iscsi neutron-server[103741]: {{(pid=103741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:51:43.492755 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Attempting to bind port 973c744a-b69b-4226-9410-795d69aeb3d5 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 12:51:43.493151 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Attempting to bind port 973c744a-b69b-4226-9410-795d69aeb3d5 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 12:51:43.493583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Attempting to bind port 973c744a-b69b-4226-9410-795d69aeb3d5 on network 9d066f83-022b-48db-b152-fcdb36348b97 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:43.499110 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:43.499490 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Checking segment: {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:51:43.499954 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:43.500336 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Bound using segment: {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:43.500856 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Bound port: 973c744a-b69b-4226-9410-795d69aeb3d5, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 12:51:43.501209 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:43.565499 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] For port 973c744a-b69b-4226-9410-795d69aeb3d5, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:43.569929 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] For port 973c744a-b69b-4226-9410-795d69aeb3d5, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=973c744a-b69b-4226-9410-795d69aeb3d5,segment=NetworkSegment(d7ca7f56-ff6f-4a50-ae1e-059fb70a8596),segment_id=d7ca7f56-ff6f-4a50-ae1e-059fb70a8596)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:43.646135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:43.711226 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68db86a-a6a4-440c-b351-2b9da048cece None None] Pushing event updated for resources: {'Port': ['ID=973c744a-b69b-4226-9410-795d69aeb3d5,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:45.045583 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52882) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:45.367396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-c9d44e54-26eb-48c1-94b9-3d44e11513da admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:51:45.368467 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c9d44e54-26eb-48c1-94b9-3d44e11513da admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219132 Apr 01 12:51:47.932789 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52890) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:48.245314 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-9a1ed99b-b3dd-40f5-bccc-b3a90ba765b0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:51:48.246572 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9a1ed99b-b3dd-40f5-bccc-b3a90ba765b0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126876 Apr 01 12:51:50.815694 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 52898) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:51.320894 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:51.321477 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:51.545605 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:51.606479 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.policy [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103740) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 12:51:51.649437 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:51.649832 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:51:51.777513 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:51.779549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:51.945090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Publish callbacks [] for router_controller (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:52.017034 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:52.121630 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:52.123067 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-526c7786-3f77-4b15-a0b0-0aaddb716754 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3053617 Apr 01 12:51:54.390326 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 973c744a-b69b-4226-9410-795d69aeb3d5 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:54.477402 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 973c744a-b69b-4226-9410-795d69aeb3d5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:51:54.477923 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:54.586269 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 973c744a-b69b-4226-9410-795d69aeb3d5 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:51:54.586611 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:54.622212 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 973c744a-b69b-4226-9410-795d69aeb3d5, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=973c744a-b69b-4226-9410-795d69aeb3d5,segment=NetworkSegment(d7ca7f56-ff6f-4a50-ae1e-059fb70a8596),segment_id=d7ca7f56-ff6f-4a50-ae1e-059fb70a8596)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:54.649325 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 52918) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:54.696329 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:54.751130 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=973c744a-b69b-4226-9410-795d69aeb3d5,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:54.978552 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [None req-11ee6f3f-0fa9-4ef8-8abd-bfcd1c53a504 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:51:54.979725 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-11ee6f3f-0fa9-4ef8-8abd-bfcd1c53a504 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3293550 Apr 01 12:51:55.028990 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c83cff-d1a4-4609-8556-625503518cfe None None] Network 9d066f83-022b-48db-b152-fcdb36348b97 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:51:55.107373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a7455c3e-4f28-4ccc-8127-a12091367195 None None] Provisioning complete for port 973c744a-b69b-4226-9410-795d69aeb3d5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:51:55.107683 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a7455c3e-4f28-4ccc-8127-a12091367195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:55.251164 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a7455c3e-4f28-4ccc-8127-a12091367195 None None] Current status of the port 973c744a-b69b-4226-9410-795d69aeb3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:51:55.471514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-1becf3e3-f1ba-456a-bc07-53de65108d08 None None] Provisioning complete for port 973c744a-b69b-4226-9410-795d69aeb3d5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:51:55.472165 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1becf3e3-f1ba-456a-bc07-53de65108d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:55.547845 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-1becf3e3-f1ba-456a-bc07-53de65108d08 None None] Current status of the port 973c744a-b69b-4226-9410-795d69aeb3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:51:56.361665 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 973c744a-b69b-4226-9410-795d69aeb3d5 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:56.408699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 973c744a-b69b-4226-9410-795d69aeb3d5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:51:56.409090 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:56.489852 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 973c744a-b69b-4226-9410-795d69aeb3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:51:57.454499 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-15ddb23c-114a-4e4e-81da-c18f116fc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:57.566759 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 52926) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:51:57.877918 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:57.962861 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Made reservation on behalf of 930dfaf181ee434e97eef5e95f74d671 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:57.965833 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:57.981652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.083556 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks [] for security_group (9d75403c-d54f-422f-b14d-201d25533af5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.168975 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (9d75403c-d54f-422f-b14d-201d25533af5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.179518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Reserving flat network on physical network physnet1 {{(pid=103740) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 12:51:58.210542 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744257766449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (5a760f4a-a2b6-48b7-84f8-c549565692e9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.211117 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Unsubscribe: segment precommit_create {{(pid=103740) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 12:51:58.211624 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Added segment 5a760f4a-a2b6-48b7-84f8-c549565692e9 of type flat for network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 Apr 01 12:51:58.226595 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75403c-d54f-422f-b14d-201d25533af5,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.272445 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.277291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Tracked resource versions report: Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: pushed versions: Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: { 'AddressGroup': {'1.2'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Agent': {'1.1'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'ConntrackHelper': {'1.0'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'LocalIPAssociation': {'1.0'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Log': {'1.0'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'NDPProxy': {'1.0'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Network': {'1.1'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Port': {'1.7'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'PortForwarding': {'1.3'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'QosPolicy': {'1.10'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroup': {'1.5'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SubPort': {'1.0'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Subnet': {'1.1'}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Trunk': {'1.1'}} Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: consumer versions: Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Agent': '1.1', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'ConntrackHelper': '1.0', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'LocalIPAssociation': '1.0', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Log': '1.0', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'NDPProxy': '1.0', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Network': '1.1', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Port': '1.7', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'PortForwarding': '1.3', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'QosPolicy': '1.10', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroup': '1.5', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroupRule': '1.2', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SubPort': '1.0', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Subnet': '1.1', Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Trunk': '1.1'}} Apr 01 12:51:58.278663 dv-cinder-836083-2-iscsi neutron-server[103740]: {{(pid=103740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:51:58.334153 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.443310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.444459 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:58.445168 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:51:58.545294 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] Pushing event updated for resources: {'Network': ['ID=98fa0fbf-15c0-490a-9a7f-182a7c02d2d7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.555796 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:58.608097 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-88b238b6-a04e-423a-a42b-3610adf8b166 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0402706 Apr 01 12:51:59.783321 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5a87771-bc01-4ea3-a8d4-a30353c57555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:00.844738 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:01.112919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52948) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:52:01.327818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e23aa-864e-4d0b-83d8-c2516506910f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:01.329143 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5d4e23aa-864e-4d0b-83d8-c2516506910f demo admin] 10.222.0.43 "GET /v2.0/subnets/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946 HTTP/1.1" status: 200 len: 849 time: 0.2153323 Apr 01 12:52:01.491656 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c6e01486-cef7-4e87-adcc-a59a393cb058 demo admin] 10.222.0.43 "GET /v2.0/routers/3025ddb7-992a-43fd-a1b1-c89a55ee40c5 HTTP/1.1" status: 200 len: 704 time: 0.1567664 Apr 01 12:52:01.766904 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.057918 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Allocated IP 172.20.0.1 (9d066f83-022b-48db-b152-fcdb36348b97/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946/7a1e6867-61f7-4485-990b-f9d7c0e12f61) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:02.217943 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks [] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.363516 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.391386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.484855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Network 9d066f83-022b-48db-b152-fcdb36348b97 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:02.490221 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:02.504716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:02.504716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.568653 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Pushing event updated for resources: {'Port': ['ID=7a1e6867-61f7-4485-990b-f9d7c0e12f61,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:02.704590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-452a41f5-c01c-468e-bd78-d6e5b1bb9ea3 None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:02.704991 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-452a41f5-c01c-468e-bd78-d6e5b1bb9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:02.737636 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-452a41f5-c01c-468e-bd78-d6e5b1bb9ea3 None None] Port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 12:52:02.828459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.046175 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks [] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.130742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.131427 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.208095 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Pushing event updated for resources: {'Port': ['ID=7a1e6867-61f7-4485-990b-f9d7c0e12f61,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:03.256039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Network 9d066f83-022b-48db-b152-fcdb36348b97 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:03.257348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:03.491905 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:03.561535 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e47519e5-97ea-4fa6-bb5e-228406a3e339 None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:03.562117 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e47519e5-97ea-4fa6-bb5e-228406a3e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.585919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:03.598165 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0cff6be1-4be1-4e29-a10c-fb31e366e154 demo admin] 10.222.0.43 "PUT /v2.0/routers/3025ddb7-992a-43fd-a1b1-c89a55ee40c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1006403 Apr 01 12:52:03.601174 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:52:03.602071 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Sync routers for ids ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:03.615116 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Routers {'3025ddb7-992a-43fd-a1b1-c89a55ee40c5'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:03.623747 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e47519e5-97ea-4fa6-bb5e-228406a3e339 None None] Port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 12:52:03.624499 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T12:52:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:03.696533 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:03.810548 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Set router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:04.238913 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:02Z', 'revision_number': 2, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port_host': None, '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:02Z', 'revision_number': 2, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:04.290755 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Checking router: 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:04.291152 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Updating router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:52:04.347229 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:04.872844 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks [] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:04.928531 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.085000 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Pushing event updated for resources: {'Port': ['ID=7a1e6867-61f7-4485-990b-f9d7c0e12f61,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.099956 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.100296 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.100640 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.100976 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.101301 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.101654 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.101986 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.102303 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.102619 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.102935 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.103254 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.103592 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.103905 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.104214 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.104565 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Tracked resource versions report: Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: pushed versions: Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: { 'AddressGroup': {'1.2'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Agent': {'1.1'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'ConntrackHelper': {'1.0'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'LocalIPAssociation': {'1.0'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Log': {'1.0'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'NDPProxy': {'1.0'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Network': {'1.1'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Port': {'1.7'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'PortForwarding': {'1.3'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'QosPolicy': {'1.10'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroup': {'1.5'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SubPort': {'1.0'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Subnet': {'1.1'}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Trunk': {'1.1'}} Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: consumer versions: Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Agent': '1.1', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'ConntrackHelper': '1.0', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'LocalIPAssociation': '1.0', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Log': '1.0', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'NDPProxy': '1.0', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Network': '1.1', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Port': '1.7', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'PortForwarding': '1.3', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'QosPolicy': '1.10', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroup': '1.5', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroupRule': '1.2', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SubPort': '1.0', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Subnet': '1.1', Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Trunk': '1.1'}} Apr 01 12:52:05.106274 dv-cinder-836083-2-iscsi neutron-server[103742]: {{(pid=103742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:52:05.109043 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Attempting to bind port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 12:52:05.109220 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Attempting to bind port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 12:52:05.109682 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Attempting to bind port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 on network 9d066f83-022b-48db-b152-fcdb36348b97 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:05.115853 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:05.116254 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Checking segment: {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:52:05.116720 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.117100 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Bound using segment: {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:05.117576 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Bound port: 7a1e6867-61f7-4485-990b-f9d7c0e12f61, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ca7f56-ff6f-4a50-ae1e-059fb70a8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 12:52:05.117963 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.143952 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-76df6cca-c932-4b39-8a1a-ca344cec5996 None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:05.144490 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-76df6cca-c932-4b39-8a1a-ca344cec5996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.178009 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-76df6cca-c932-4b39-8a1a-ca344cec5996 None None] Port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 12:52:05.191573 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] For port 7a1e6867-61f7-4485-990b-f9d7c0e12f61, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:05.210891 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] For port 7a1e6867-61f7-4485-990b-f9d7c0e12f61, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=7a1e6867-61f7-4485-990b-f9d7c0e12f61,segment=NetworkSegment(d7ca7f56-ff6f-4a50-ae1e-059fb70a8596),segment_id=d7ca7f56-ff6f-4a50-ae1e-059fb70a8596)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:05.278246 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.325677 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Routers {'3025ddb7-992a-43fd-a1b1-c89a55ee40c5'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:05.326312 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T12:52:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:05.406792 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9705f-5f9f-40f4-8221-e3e3acd44bc2 None None] Pushing event updated for resources: {'Port': ['ID=7a1e6867-61f7-4485-990b-f9d7c0e12f61,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.433912 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] Set router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:05.498897 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:05.499287 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.603633 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Current status of the port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:52:05.603959 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.638452 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] For port 7a1e6867-61f7-4485-990b-f9d7c0e12f61, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=7a1e6867-61f7-4485-990b-f9d7c0e12f61,segment=NetworkSegment(d7ca7f56-ff6f-4a50-ae1e-059fb70a8596),segment_id=d7ca7f56-ff6f-4a50-ae1e-059fb70a8596)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:05.656596 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:02Z', 'revision_number': 2, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port_host': None, '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:05Z', 'revision_number': 4, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:05.682284 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6eef-1cc2-4d0d-a510-72f0627fd219 None None] The sync data for ids ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'] in dv-cinder-836083-2-iscsi is: [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:02Z', 'revision_number': 2, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port_host': None, '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:05Z', 'revision_number': 4, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:05.731038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:05.784964 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8a92-ee50-4fb9-88a4-8b3ae23ba193 None None] Pushing event updated for resources: {'Port': ['ID=7a1e6867-61f7-4485-990b-f9d7c0e12f61,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.087077 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 52968) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:52:06.231563 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0827293-f0ca-4258-9157-b27ce86b4f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:06.232883 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d0827293-f0ca-4258-9157-b27ce86b4f5c admin admin] 10.222.0.43 "GET /v2.0/networks/98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 HTTP/1.1" status: 200 len: 842 time: 0.1448457 Apr 01 12:52:06.242038 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:06.376365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Made reservation on behalf of 930dfaf181ee434e97eef5e95f74d671 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:06.378688 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:06.859604 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.objects.ports [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103740) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:52:06.860082 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (99ad0399-871b-4292-83c3-85473f41e1c2), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:06.926045 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ad0399-871b-4292-83c3-85473f41e1c2,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.928201 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:52:06.928572 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Network hostable DHCP agents. Network: 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:07.031830 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:07.111833 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:07.116867 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:07.117466 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:07.122106 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61feaf59-22db-423c-8408-1543c80f8345 None None] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:52:07.214722 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-da8a56f6-7802-4b8c-ac1f-96a9e234b8fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9640884 Apr 01 12:52:07.222910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8434670-e039-4752-a928-07defee923f8 None None] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:52:09.665669 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 52976) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:52:09.884511 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-51bbc067-5552-4c87-ab84-cc8866373ed1 demo admin] 10.222.0.43 "GET /v2.0/routers/3025ddb7-992a-43fd-a1b1-c89a55ee40c5 HTTP/1.1" status: 200 len: 710 time: 0.2176406 Apr 01 12:52:09.969868 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f79210-49fc-4d2d-a6b9-1e24bc0805a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:09.971221 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e9f79210-49fc-4d2d-a6b9-1e24bc0805a6 demo admin] 10.222.0.43 "GET /v2.0/networks/98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 HTTP/1.1" status: 200 len: 886 time: 0.0807776 Apr 01 12:52:09.980353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:10.225652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks [] for router_gateway (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:10.519132 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks [] for router_gateway (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:10.648671 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:11.023073 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Allocated IP 172.27.2.57 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/c251de1d-7c5c-48bf-94e4-2fc0b8a873ea) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:11.154937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks [] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:11.306404 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:11.379396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:11.385188 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:11.393904 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:11.428845 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Pushing event updated for resources: {'Port': ['ID=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:11.769707 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks [] for router_gateway (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:11.967624 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4181953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4176048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:11.972066 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4181974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4181983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4176057'] for router (3025ddb7-992a-43fd-a1b1-c89a55ee40c5), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:12.084029 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:52:12.194769 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:12.200158 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:12.201403 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-52e666c9-46c7-408b-a00d-5b865e29666a demo admin] 10.222.0.43 "PUT /v2.0/routers/3025ddb7-992a-43fd-a1b1-c89a55ee40c5 HTTP/1.1" status: 200 len: 889 time: 2.2245870 Apr 01 12:52:14.400435 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 7a1e6867-61f7-4485-990b-f9d7c0e12f61 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:14.404559 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Sync routers for ids ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:14.437883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Routers {'3025ddb7-992a-43fd-a1b1-c89a55ee40c5'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:14.438549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T12:52:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:14.602860 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:14.603234 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:14.672603 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Set router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:14.803974 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 52988) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:52:14.923120 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3a9571ca-0f00-4e6c-934d-014e720b55bf admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1177287 Apr 01 12:52:15.025107 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:52:15.232854 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:11Z', 'revision_number': 4, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port': {'id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:10Z', 'updated_at': '2022-04-01T12:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:05Z', 'revision_number': 5, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:15.286583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Checking router: 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:15.286953 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Updating router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:52:15.337325 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:15.664594 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks [] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:15.752956 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:15.806188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6da87d-a2c1-4a21-bfcc-a372bd4afc93 None None] Pushing event updated for resources: {'Port': ['ID=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:15.809112 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Attempting to bind port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 12:52:15.809482 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Attempting to bind port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 12:52:15.819915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Attempting to bind port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:15.821828 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:15.822206 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:52:15.824632 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:15.830104 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:15.830645 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Bound port: c251de1d-7c5c-48bf-94e4-2fc0b8a873ea, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 12:52:15.831617 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:15.888497 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] For port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:15.891346 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] For port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:15.959395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:16.019590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Routers {'3025ddb7-992a-43fd-a1b1-c89a55ee40c5'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:16.020451 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T12:52:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:16.023094 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6da87d-a2c1-4a21-bfcc-a372bd4afc93 None None] Pushing event updated for resources: {'Port': ['ID=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:16.128915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] Set router 3025ddb7-992a-43fd-a1b1-c89a55ee40c5 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:16.358496 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-702a3044-c014-4c82-bc63-21a721715096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:11Z', 'revision_number': 4, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port': {'id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:10Z', 'updated_at': '2022-04-01T12:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:05Z', 'revision_number': 5, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:16.384226 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a3044-c014-4c82-bc63-21a721715096 None None] The sync data for ids ['3025ddb7-992a-43fd-a1b1-c89a55ee40c5'] in dv-cinder-836083-2-iscsi is: [{'id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'name': 'router1', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:52:11Z', 'revision_number': 4, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'gw_port': {'id': 'c251de1d-7c5c-48bf-94e4-2fc0b8a873ea', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:10Z', 'updated_at': '2022-04-01T12:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7a1e6867-61f7-4485-990b-f9d7c0e12f61', 'name': '', 'network_id': '9d066f83-022b-48db-b152-fcdb36348b97', 'tenant_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'mac_address': 'fa:16:3e:d0:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3025ddb7-992a-43fd-a1b1-c89a55ee40c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:01Z', 'updated_at': '2022-04-01T12:52:05Z', 'revision_number': 5, 'project_id': '1dc8ca88f62d44b8ba0f5ee47e9085d0', 'subnets': [{'id': 'ade3d2ae-72fc-4b70-b9f8-9bab5c84e946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a4eebd-b43e-4858-a7a4-843f881a9743'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:18.439671 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c251de1d-7c5c-48bf-94e4-2fc0b8a873ea up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:18.500492 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:18.501170 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:18.605662 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:52:18.606412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:18.632251 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:18.719550 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:18.825065 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=c251de1d-7c5c-48bf-94e4-2fc0b8a873ea,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:20.431457 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c251de1d-7c5c-48bf-94e4-2fc0b8a873ea up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:20.506236 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:52:20.507994 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (c251de1d-7c5c-48bf-94e4-2fc0b8a873ea), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:20.646143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port c251de1d-7c5c-48bf-94e4-2fc0b8a873ea is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:52:27.442558 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43ef420a-a720-4803-8804-fbc06c360ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:29.787045 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-47fc8b38-8e16-4107-9dee-b02d003ce661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:30.851049 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:32.364881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:33.667655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:40.600816 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:52:57.445731 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4e00b2aa-ee17-4927-b39f-c53f43bae36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:52:59.826799 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6475b9d-efd5-4748-956e-5a9ef9294d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:00.849537 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:02.363488 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:03.692743 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:17.601340 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:53:27.426051 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-18bc7b29-b2f7-4701-8b5a-d83a7069c9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:29.794536 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-598b8c95-5011-4f0e-8ad0-fc5b7a26eb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:30.829017 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:32.354638 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:33.683787 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:39.065629 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53472) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:39.125823 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0be630c-512e-4c66-9e6c-23070f86b6ae admin admin] GET failed (client error): The resource could not be found. Apr 01 12:53:39.127085 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d0be630c-512e-4c66-9e6c-23070f86b6ae admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605185 Apr 01 12:53:39.289627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e7694-050f-4884-abb8-63e3a52814d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:39.291448 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-475e7694-050f-4884-abb8-63e3a52814d7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603377 Apr 01 12:53:41.592766 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53482) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:41.693193 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a645a-5ecb-487c-9b6e-42843d6878b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:41.694564 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-742a645a-5ecb-487c-9b6e-42843d6878b3 admin admin] 10.222.0.43 "GET /v2.0/subnets/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946 HTTP/1.1" status: 200 len: 849 time: 0.1008248 Apr 01 12:53:41.704431 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:41.791417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Publish callbacks [] for subnet (ade3d2ae-72fc-4b70-b9f8-9bab5c84e946), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:42.048856 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744257992578'] for subnet (ade3d2ae-72fc-4b70-b9f8-9bab5c84e946), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:42.079200 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:42.079793 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:42.086421 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946 HTTP/1.1" status: 200 len: 868 time: 0.3803346 Apr 01 12:53:42.086649 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158434af-d6b8-4d6c-b4a1-f552987dfd00 None None] Network 9d066f83-022b-48db-b152-fcdb36348b97 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:53:42.100124 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade3d2ae-72fc-4b70-b9f8-9bab5c84e946,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:42.108484 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.109229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.109229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.109505 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.109931 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.110214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.110537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.110860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.111201 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.111529 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.111870 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.112206 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.112528 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.112868 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.113160 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f8fe05-d2e4-4933-b002-72a4996ca585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:42.464886 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Provisioning complete for port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:53:42.465270 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7a1e6867-61f7-4485-990b-f9d7c0e12f61), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:42.543182 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Current status of the port 7a1e6867-61f7-4485-990b-f9d7c0e12f61 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:53:42.552791 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Provisioning complete for port 973c744a-b69b-4226-9410-795d69aeb3d5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:53:42.553175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (973c744a-b69b-4226-9410-795d69aeb3d5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:42.627016 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-977c3b46-f728-4b93-b7fe-1866bb06604a None None] Current status of the port 973c744a-b69b-4226-9410-795d69aeb3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:53:44.422303 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53492) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:44.616573 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab926ef3-f9a6-4712-9650-18f34dd240a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:44.617039 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab926ef3-f9a6-4712-9650-18f34dd240a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:44.618607 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ab926ef3-f9a6-4712-9650-18f34dd240a9 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953442 Apr 01 12:53:46.949180 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53500) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:47.080860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f211db8-51fc-4110-aa34-e079f31a36a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:47.081361 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f211db8-51fc-4110-aa34-e079f31a36a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:47.082965 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3f211db8-51fc-4110-aa34-e079f31a36a3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326663 Apr 01 12:53:49.386746 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53508) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:49.509231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c94d32-b3ff-4bfa-93a6-0dc4899500e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:49.510625 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a1c94d32-b3ff-4bfa-93a6-0dc4899500e8 admin admin] 10.222.0.43 "GET /v2.0/networks/98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 HTTP/1.1" status: 200 len: 886 time: 0.1228268 Apr 01 12:53:51.827320 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53516) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:51.972049 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312013d2-f4e2-4588-988d-ef2a76eb89a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:51.973407 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-312013d2-f4e2-4588-988d-ef2a76eb89a7 admin admin] 10.222.0.43 "GET /v2.0/networks/9d066f83-022b-48db-b152-fcdb36348b97 HTTP/1.1" status: 200 len: 869 time: 0.1451480 Apr 01 12:53:54.286892 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53524) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:54.412490 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53488d-cb3c-4a7d-8f7e-e5628ca44a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:54.412993 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53488d-cb3c-4a7d-8f7e-e5628ca44a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:54.414545 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8d53488d-cb3c-4a7d-8f7e-e5628ca44a4e admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267145 Apr 01 12:53:54.599557 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:53:56.732661 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53532) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:56.821705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e7f95-75ca-4f3c-b35a-d1bc86448f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:56.822229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e7f95-75ca-4f3c-b35a-d1bc86448f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:56.823714 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-183e7f95-75ca-4f3c-b35a-d1bc86448f59 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901194 Apr 01 12:53:57.428135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-317a5245-2046-43b2-b082-4edc2bd955bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:53:59.147646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53540) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:53:59.232347 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ecc9ac-30f8-4de2-8c42-c405bcf2b484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:59.233704 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-08ecc9ac-30f8-4de2-8c42-c405bcf2b484 admin admin] 10.222.0.43 "GET /v2.0/subnets/99ad0399-871b-4292-83c3-85473f41e1c2 HTTP/1.1" status: 200 len: 816 time: 0.0851080 Apr 01 12:53:59.799368 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1744d3f1-848b-442e-b678-7fcbd9df6911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:00.850734 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:01.560689 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53548) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:54:01.651173 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f90a8-135d-4a7e-bd51-07c7106be0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:01.652506 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-871f90a8-135d-4a7e-bd51-07c7106be0b0 admin admin] 10.222.0.43 "GET /v2.0/subnets/ade3d2ae-72fc-4b70-b9f8-9bab5c84e946 HTTP/1.1" status: 200 len: 868 time: 0.0908885 Apr 01 12:54:02.399271 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:03.693644 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:27.432917 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-63189a49-58f6-4fa3-837b-d4dec9ea4504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:29.804302 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b5251585-1736-44e6-8f83-b9735dac46a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:29.811812 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53600) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:54:29.859677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [None req-41452de7-d411-4c43-8656-ec38167076de admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:54:29.860723 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-41452de7-d411-4c43-8656-ec38167076de admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479712 Apr 01 12:54:30.838449 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:31.597872 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:54:32.249416 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53610) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:54:32.312925 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aef2994-cbc7-4fcd-8ae5-14a906baf2fa admin admin] GET failed (client error): The resource could not be found. Apr 01 12:54:32.314272 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0aef2994-cbc7-4fcd-8ae5-14a906baf2fa admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637901 Apr 01 12:54:32.386022 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:32.454472 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba506a-c226-4e71-ba6a-5a9958a768fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:32.455875 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-afba506a-c226-4e71-ba6a-5a9958a768fc admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375406 Apr 01 12:54:33.693056 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:34.795691 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53618) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:54:34.842991 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:34.904701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Made reservation on behalf of 930dfaf181ee434e97eef5e95f74d671 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:34.906909 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:34.943154 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING neutron.services.revisions.revision_plugin [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Could not find related network for resource to bump revision. Apr 01 12:54:34.957227 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:34.966667 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (96a4ffdb-878d-4bc8-87f0-b28876bb20c6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:34.973036 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Added segment 96a4ffdb-878d-4bc8-87f0-b28876bb20c6 of type vlan for network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f Apr 01 12:54:35.017209 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (2fb1a556-fb5c-40b9-8957-7e3d88c8f89f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:35.093361 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (2fb1a556-fb5c-40b9-8957-7e3d88c8f89f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:35.094310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:35.094890 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:35.151735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb1a556-fb5c-40b9-8957-7e3d88c8f89f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:35.161306 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:35.218104 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fd23b7ad-c7e6-4a3d-a2b3-54822bd28244 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4213014 Apr 01 12:54:37.535178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53626) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:54:37.595446 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e5d60b-1fd2-4409-92d4-d7e8c0f2079d admin admin] GET failed (client error): The resource could not be found. Apr 01 12:54:37.596747 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-24e5d60b-1fd2-4409-92d4-d7e8c0f2079d admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606213 Apr 01 12:54:37.667170 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16d409-1187-446a-9cb2-d0a3fbf69312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:37.668597 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8d16d409-1187-446a-9cb2-d0a3fbf69312 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678155 Apr 01 12:54:37.678047 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Request body: {'subnet': {'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:37.752658 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Made reservation on behalf of 930dfaf181ee434e97eef5e95f74d671 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:37.754963 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:37.964006 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.022340 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:38.026475 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Checking segment: {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:54:38.026820 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Network hostable DHCP agents. Network: 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:38.089192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:38.163764 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:38.168419 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:38.168992 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.173946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ce586-05ac-4cd4-a5b4-71da79942ad1 None None] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:54:38.246810 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-dd473168-ea22-4f0c-958f-885b4cf0d304 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5719447 Apr 01 12:54:38.377172 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-2fb1a556-fb5c-40b9-8957-7e3d88c8f89f', 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f', 'project_id': '930dfaf181ee434e97eef5e95f74d671', 'fixed_ips': [{'subnet_id': 'fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 12:54:38.378084 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.515420 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Allocated IP 192.168.233.2 (2fb1a556-fb5c-40b9-8957-7e3d88c8f89f/fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb/b1790370-e5fd-4d8b-bbbe-1c425938701e) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:38.667922 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks [] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.762748 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.803864 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:38.807994 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:38.810439 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:38.823516 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Pushing event updated for resources: {'Port': ['ID=b1790370-e5fd-4d8b-bbbe-1c425938701e,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:38.847605 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.847946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.848392 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.852562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.853700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:38.886793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Attempting to bind port b1790370-e5fd-4d8b-bbbe-1c425938701e on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 12:54:38.887248 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Attempting to bind port b1790370-e5fd-4d8b-bbbe-1c425938701e by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 12:54:38.887619 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Attempting to bind port b1790370-e5fd-4d8b-bbbe-1c425938701e on network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:38.892639 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:38.893003 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Checking segment: {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 12:54:38.893400 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.893888 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Bound using segment: {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:38.894350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Bound port: b1790370-e5fd-4d8b-bbbe-1c425938701e, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 12:54:38.894718 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:38.957693 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] For port b1790370-e5fd-4d8b-bbbe-1c425938701e, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:38.960568 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] For port b1790370-e5fd-4d8b-bbbe-1c425938701e, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b1790370-e5fd-4d8b-bbbe-1c425938701e,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:39.053996 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:39.113140 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b1e1-f9dd-4a84-98d8-30bd9d705cc9 None None] Pushing event updated for resources: {'Port': ['ID=b1790370-e5fd-4d8b-bbbe-1c425938701e,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:39.938715 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf8a92-0686-43f2-89be-00d060e74dc5 None None] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 12:54:40.002777 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Provisioning complete for port b1790370-e5fd-4d8b-bbbe-1c425938701e triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:54:40.003163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:40.125108 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Current status of the port b1790370-e5fd-4d8b-bbbe-1c425938701e is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:54:40.125437 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:40.161184 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] For port b1790370-e5fd-4d8b-bbbe-1c425938701e, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b1790370-e5fd-4d8b-bbbe-1c425938701e,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:40.232423 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:40.300323 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c329334-e923-470f-a3fa-a75bb249dd34 None None] Pushing event updated for resources: {'Port': ['ID=b1790370-e5fd-4d8b-bbbe-1c425938701e,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:40.351793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-65b660ab-24c0-4559-8c0a-d4ea476be93e None None] Provisioning complete for port b1790370-e5fd-4d8b-bbbe-1c425938701e triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:54:40.352683 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-65b660ab-24c0-4559-8c0a-d4ea476be93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:40.441671 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-65b660ab-24c0-4559-8c0a-d4ea476be93e None None] Current status of the port b1790370-e5fd-4d8b-bbbe-1c425938701e is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:54:40.498026 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b1790370-e5fd-4d8b-bbbe-1c425938701e up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:40.549411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port b1790370-e5fd-4d8b-bbbe-1c425938701e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 12:54:40.549817 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b1790370-e5fd-4d8b-bbbe-1c425938701e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:40.630541 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port b1790370-e5fd-4d8b-bbbe-1c425938701e is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 12:54:57.426080 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e9f25442-3903-4323-b899-a5976b3b9b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:54:59.797630 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2b28-3974-4abd-a1d2-dd05211abf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:00.855401 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:02.386756 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:03.666409 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:08.596777 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:55:27.425102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-66c14eed-b5eb-4846-8a97-d876a85c0a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:29.824872 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b5ad-b4ef-45a0-822c-4ad184e971ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:30.836465 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:32.361853 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:33.675143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:45.596439 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:55:57.429501 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32bb0a82-be87-46df-b02c-d95b024ae2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:55:59.828678 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-49f934da-8cbc-435f-a341-fc29b43e92dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:00.852411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:02.378895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:03.646953 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:22.594400 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:56:27.446318 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5797d414-ab17-4114-a660-1f03855cd37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:27.792399 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53664) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:56:27.798626 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [None req-b93ac965-852e-4588-a107-3d398a902cef tempest-verify_tempest_config-1168079672 tempest-verify_tempest_config-1168079672-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 12:56:27.799537 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b93ac965-852e-4588-a107-3d398a902cef tempest-verify_tempest_config-1168079672 tempest-verify_tempest_config-1168079672-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061707 Apr 01 12:56:28.291214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53682) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:56:28.395798 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.467791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Publish callbacks [] for security_group (668d1513-237e-435a-9c7e-f0cea0672e30), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.536475 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (668d1513-237e-435a-9c7e-f0cea0672e30), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.582625 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54525da8987948ba98502c1a1a1a15b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2903666 Apr 01 12:56:28.584675 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d1513-237e-435a-9c7e-f0cea0672e30,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:28.585677 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53686) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:56:28.591604 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.591945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.592311 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.592630 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.592953 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.593305 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.593643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.593960 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.594293 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.594611 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.595009 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.595328 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.595639 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.595957 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.596267 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af31c66e-0122-4676-aeb5-aace770663c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.644634 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Publish callbacks [] for security_group (668d1513-237e-435a-9c7e-f0cea0672e30), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.665419 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Publish callbacks [] for security_group (668d1513-237e-435a-9c7e-f0cea0672e30), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.816831 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (668d1513-237e-435a-9c7e-f0cea0672e30), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.819396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:28.820527 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/668d1513-237e-435a-9c7e-f0cea0672e30 HTTP/1.1" status: 204 len: 168 time: 0.2338698 Apr 01 12:56:28.828241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d1513-237e-435a-9c7e-f0cea0672e30,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:28.835146 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.835500 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.835842 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.836177 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.836506 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.836843 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.837150 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.837472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.837865 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.838192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.838532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.838988 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.839317 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.839645 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:28.839944 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c0703-470c-4e7c-a090-aaa8f13f5482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:29.794387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8bb33e28-52fd-4b4c-b982-21fc6ee5efa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:30.846346 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:32.382788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:33.674398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:57.433643 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-29cb4008-7ac9-46a1-a750-5edb68d53bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:56:59.592457 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:56:59.804543 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2e8622cd-b6a2-49d1-b0d3-accb03660bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:00.850824 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:02.358701 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:03.673367 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:27.414981 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eec2673d-507d-4ba2-a7bc-2c55261ed9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:29.786658 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fe67-a107-4492-ab14-264caab3852a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:30.855712 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:32.387000 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:33.677623 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:36.591430 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:57:57.437630 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-59949a79-21ce-4529-91ac-2ee1c1efcbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:57:59.797233 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a7998bf1-2726-4ff4-b5e6-eed47220a84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:00.854563 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:02.391480 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:03.660352 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:08.762999 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4179935'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:13.590220 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:58:23.014525 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53758) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:58:23.117470 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-722aa240-758d-48f4-a035-6a4ab41ff2d8 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018658 Apr 01 12:58:25.453434 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53768) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 12:58:25.508588 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e1aa4ac9-21f4-4758-a54c-214bd4784322 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537763 Apr 01 12:58:27.437281 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-02ab96a5-f0da-41d1-bd4c-9dd001a8ad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:29.796873 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff1dd-e541-4d9a-841b-89419035e51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:30.859677 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:32.390890 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:33.670914 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:38.779731 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:50.588643 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:58:57.567598 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fca44d30-a074-4abe-b710-70012697a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:58:59.824394 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d694e23b-4ef4-4c6c-bbfa-fe732982bab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:00.870514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:02.390348 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:03.652729 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:08.755879 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:27.433817 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a92cb11-e3bc-49f4-9ef6-8d6fea43fac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:27.587228 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:59:29.795768 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca4ea-031d-4897-be98-d33746865541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:30.875484 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:32.396240 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:33.667984 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:38.795213 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:57.421831 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4b025a74-4f62-4592-9d65-d41e9d4ccdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 12:59:59.903286 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3884bdc9-5598-482d-9b03-2764bba2530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:00.890586 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:02.400971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:03.701795 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:03.991454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53944) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:04.191358 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-148118455-network', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:04.275068 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Made reservation on behalf of cad1d982d3f444358c139a2af0706eec for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:04.277756 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.287309 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.365399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks [] for security_group (92048a8f-2539-46a4-94f9-916a46d21a9c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.418086 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92048a8f-2539-46a4-94f9-916a46d21a9c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.449105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92048a8f-2539-46a4-94f9-916a46d21a9c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:04.455703 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:00:04.458430 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.459055 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.459172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.459463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.459793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.460128 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.460454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.460777 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.462105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.462438 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.462972 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.463469 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.463962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.464459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.464782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Tracked resource versions report: Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: pushed versions: Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: { 'AddressGroup': {'1.2'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Agent': {'1.1'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'ConntrackHelper': {'1.0'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'LocalIPAssociation': {'1.0'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Log': {'1.0'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'NDPProxy': {'1.0'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Network': {'1.1'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Port': {'1.7'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'PortForwarding': {'1.3'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'QosPolicy': {'1.10'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroup': {'1.5'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroupRule': {'1.2'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SubPort': {'1.0'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Subnet': {'1.1'}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Trunk': {'1.1'}} Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: consumer versions: Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: HyperV agent@hv-cinder-83608: {}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Agent': '1.1', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'ConntrackHelper': '1.0', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'LocalIPAssociation': '1.0', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Log': '1.0', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'NDPProxy': '1.0', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Network': '1.1', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Port': '1.7', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'PortForwarding': '1.3', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'QosPolicy': '1.10', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroup': '1.5', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SecurityGroupRule': '1.2', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'SubPort': '1.0', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Subnet': '1.1', Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: 'Trunk': '1.1'}} Apr 01 13:00:04.466258 dv-cinder-836083-2-iscsi neutron-server[103739]: {{(pid=103739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:00:04.485175 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (16102b6a-7879-42bd-9cb6-20810451740d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.485487 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Added segment 16102b6a-7879-42bd-9cb6-20810451740d of type vlan for network 995eff84-9d72-4fda-b79f-f17d7a6ee58a Apr 01 13:00:04.589489 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:00:04.618456 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (995eff84-9d72-4fda-b79f-f17d7a6ee58a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.709049 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (995eff84-9d72-4fda-b79f-f17d7a6ee58a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.710060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:04.710915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.779840 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53976) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:04.822142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] Pushing event updated for resources: {'Network': ['ID=995eff84-9d72-4fda-b79f-f17d7a6ee58a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:04.831007 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-eea5523a-5db0-40dd-8b5a-9c6418f56df3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8373463 Apr 01 13:00:04.831451 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 53982) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:04.838029 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Request body: {'subnet': {'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-subnet', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:04.842363 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:00:04.930121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Made reservation on behalf of cad1d982d3f444358c139a2af0706eec for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:04.932425 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:04.989660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 53992) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:05.229444 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1138150932-network', 'tenant_id': '3cfdb3b7b99847b78d108d62acd28b48'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:05.237214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (2764b57c-3a85-4725-809d-e4979652c7a5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.363848 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-532877078-network', 'tenant_id': '458c96d3440e40178563936a92e99520'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:05.395123 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Checking segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:05.395742 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Network hostable DHCP agents. Network: 995eff84-9d72-4fda-b79f-f17d7a6ee58a, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:00:05.427382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2764b57c-3a85-4725-809d-e4979652c7a5,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:05.434445 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.434795 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.435140 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.435483 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.435824 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.436143 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.436472 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.436795 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.437120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.437442 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.437814 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.438143 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.438464 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.438786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.439133 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Tracked resource versions report: Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: pushed versions: Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: { 'AddressGroup': {'1.2'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Agent': {'1.1'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'ConntrackHelper': {'1.0'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'LocalIPAssociation': {'1.0'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Log': {'1.0'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'NDPProxy': {'1.0'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Network': {'1.1'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Port': {'1.7'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'PortForwarding': {'1.3'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'QosPolicy': {'1.10'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroup': {'1.5'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroupRule': {'1.2'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SubPort': {'1.0'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Subnet': {'1.1'}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Trunk': {'1.1'}} Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: consumer versions: Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: HyperV agent@hv-cinder-83608: {}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Agent': '1.1', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'ConntrackHelper': '1.0', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'LocalIPAssociation': '1.0', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Log': '1.0', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'NDPProxy': '1.0', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Network': '1.1', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Port': '1.7', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'PortForwarding': '1.3', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'QosPolicy': '1.10', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroup': '1.5', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SecurityGroupRule': '1.2', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'SubPort': '1.0', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Subnet': '1.1', Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: 'Trunk': '1.1'}} Apr 01 13:00:05.441119 dv-cinder-836083-2-iscsi neutron-server[103740]: {{(pid=103740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:00:05.467137 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Made reservation on behalf of 3cfdb3b7b99847b78d108d62acd28b48 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:05.469911 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.481316 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.495725 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Made reservation on behalf of 458c96d3440e40178563936a92e99520 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:05.497345 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:00:05.498136 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.507292 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.595880 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks [] for security_group (1f30537c-f7ce-4298-b92d-851ddd9c0b65), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.611636 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 995eff84-9d72-4fda-b79f-f17d7a6ee58a) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:05.615422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks [] for security_group (d0c6b354-3288-43e7-b175-2ca4fb608430), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.616451 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:05.620240 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.625406 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c3dfe-b0aa-4597-bfeb-9d1750eb2e1c None None] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:05.667338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1f30537c-f7ce-4298-b92d-851ddd9c0b65), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.698169 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:00:05.702731 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f30537c-f7ce-4298-b92d-851ddd9c0b65,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:05.710598 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (2b871c28-66d7-4e9d-8f59-069bc195071c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.712686 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Added segment 2b871c28-66d7-4e9d-8f59-069bc195071c of type vlan for network 86afae5a-5652-435a-9fdd-60f01a903847 Apr 01 13:00:05.731908 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d0c6b354-3288-43e7-b175-2ca4fb608430), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.757262 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:00:05.759483 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.768914 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-85d99805-3cf2-424c-a008-5a9ba316c543 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9358628 Apr 01 13:00:05.774462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54026) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:05.775407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:00:05.785986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:05.802564 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (86afae5a-5652-435a-9fdd-60f01a903847), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.806037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (b3490c6b-cc62-485d-8f2a-901aeee506a0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.806425 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Added segment b3490c6b-cc62-485d-8f2a-901aeee506a0 of type vlan for network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf Apr 01 13:00:05.807807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6b354-3288-43e7-b175-2ca4fb608430,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:05.881376 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (2b997467-5787-4cb0-a9fb-fa858dd2b1bf), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.930153 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (86afae5a-5652-435a-9fdd-60f01a903847), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.931026 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:05.931606 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.960682 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:05.961999 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.025857 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Allocated IP 172.20.0.2 (995eff84-9d72-4fda-b79f-f17d7a6ee58a/2764b57c-3a85-4725-809d-e4979652c7a5/0e64a74c-788f-4533-b1d6-3b93516ceede) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:06.074698 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] Pushing event updated for resources: {'Network': ['ID=86afae5a-5652-435a-9fdd-60f01a903847,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:06.077467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (2b997467-5787-4cb0-a9fb-fa858dd2b1bf), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.078691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:06.079276 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.093145 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 86afae5a-5652-435a-9fdd-60f01a903847 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:00:06.156294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for router_controller (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.169457 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-803cca17-1633-4fb4-8754-71a873f2987b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3885086 Apr 01 13:00:06.172483 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54048) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:06.177809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] Pushing event updated for resources: {'Network': ['ID=2b997467-5787-4cb0-a9fb-fa858dd2b1bf,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:06.177992 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Request body: {'subnet': {'network_id': '86afae5a-5652-435a-9fdd-60f01a903847', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1138150932-subnet', 'tenant_id': '3cfdb3b7b99847b78d108d62acd28b48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:06.203091 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:00:06.291860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Made reservation on behalf of 3cfdb3b7b99847b78d108d62acd28b48 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:06.297826 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.343940 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-122a1157-c35e-4156-829f-67ff368bc68a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3525603 Apr 01 13:00:06.344824 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54056) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:06.351043 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks [] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.352211 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Request body: {'subnet': {'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-532877078-subnet', 'tenant_id': '458c96d3440e40178563936a92e99520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:06.438228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for router_gateway (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.469660 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.513005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Made reservation on behalf of 458c96d3440e40178563936a92e99520 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:06.515895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.522913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:06.528807 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:06.533893 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:06.537454 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Pushing event updated for resources: {'Port': ['ID=0e64a74c-788f-4533-b1d6-3b93516ceede,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:06.551315 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.551669 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.552036 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.552398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.552739 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.553315 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.556681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.565033 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.565381 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.565760 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.566106 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.566462 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.569635 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.569635 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.569884 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Tracked resource versions report: Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: pushed versions: Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: { 'AddressGroup': {'1.2'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Agent': {'1.1'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'ConntrackHelper': {'1.0'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'LocalIPAssociation': {'1.0'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Log': {'1.0'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'NDPProxy': {'1.0'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Network': {'1.1'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Port': {'1.7'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'PortForwarding': {'1.3'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'QosPolicy': {'1.10'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroup': {'1.5'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroupRule': {'1.2'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SubPort': {'1.0'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Subnet': {'1.1'}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Trunk': {'1.1'}} Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: consumer versions: Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: HyperV agent@hv-cinder-83608: {}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Agent': '1.1', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'ConntrackHelper': '1.0', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'LocalIPAssociation': '1.0', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Log': '1.0', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'NDPProxy': '1.0', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Network': '1.1', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Port': '1.7', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'PortForwarding': '1.3', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'QosPolicy': '1.10', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroup': '1.5', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SecurityGroupRule': '1.2', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'SubPort': '1.0', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Subnet': '1.1', Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: 'Trunk': '1.1'}} Apr 01 13:00:06.571098 dv-cinder-836083-2-iscsi neutron-server[103741]: {{(pid=103741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:00:06.647933 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Attempting to bind port 0e64a74c-788f-4533-b1d6-3b93516ceede on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:06.648318 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Attempting to bind port 0e64a74c-788f-4533-b1d6-3b93516ceede by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:06.648685 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Attempting to bind port 0e64a74c-788f-4533-b1d6-3b93516ceede on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:06.654286 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:06.654726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Checking segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:06.655140 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.659175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Bound using segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:06.659175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Bound port: 0e64a74c-788f-4533-b1d6-3b93516ceede, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:06.659175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.757268 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (ad51a2d4-2d45-4412-9a0e-fb685e70b9b9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.763142 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] For port 0e64a74c-788f-4533-b1d6-3b93516ceede, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:06.815916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] For port 0e64a74c-788f-4533-b1d6-3b93516ceede, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0e64a74c-788f-4533-b1d6-3b93516ceede,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:06.832453 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad51a2d4-2d45-4412-9a0e-fb685e70b9b9,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:06.871571 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Checking segment: {'id': '2b871c28-66d7-4e9d-8f59-069bc195071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:06.872245 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Network hostable DHCP agents. Network: 86afae5a-5652-435a-9fdd-60f01a903847, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:00:06.948976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for router_gateway (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.963443 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (e7ea62d7-b0b0-48f6-9329-a08761a9dc02), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.975443 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:06.998287 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.065875 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Network 86afae5a-5652-435a-9fdd-60f01a903847 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:00:07.116688 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ea62d7-b0b0-48f6-9329-a08761a9dc02,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:07.142425 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c557e-afde-43d0-9548-d6ee73dc4b17 None None] Pushing event updated for resources: {'Port': ['ID=0e64a74c-788f-4533-b1d6-3b93516ceede,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:07.170010 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Checking segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:07.173886 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Allocated IP 172.27.2.81 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:07.177402 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Network hostable DHCP agents. Network: 2b997467-5787-4cb0-a9fb-fa858dd2b1bf, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:00:07.199224 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 86afae5a-5652-435a-9fdd-60f01a903847) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:07.211034 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:07.212105 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0537148-d5d2-452a-ad7e-34ae9e9af44b None None] Network 86afae5a-5652-435a-9fdd-60f01a903847 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:07.212359 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.321603 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-aaa59411-9ed2-43b8-90de-a204551d0a25 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1389167 Apr 01 13:00:07.323124 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:00:07.332048 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 2b997467-5787-4cb0-a9fb-fa858dd2b1bf) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:07.340378 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:07.340378 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.349325 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007553f2-9e18-4512-932a-5f60a8214add None None] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:07.384194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.435650 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e6e471c2-bfbb-4a8a-8458-f1836f72ddd3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0872774 Apr 01 13:00:07.437753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54100) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:07.443499 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:07.509062 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ce640-6c82-4ded-a5c5-f0caeacc593b None None] Network 86afae5a-5652-435a-9fdd-60f01a903847 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:07.531381 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.585584 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (daa5bab1-433f-477e-b897-58e6307c33b3), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.594996 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:00:07.597412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.608368 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (daa5bab1-433f-477e-b897-58e6307c33b3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.655864 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:07.764004 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for router_controller (daa5bab1-433f-477e-b897-58e6307c33b3), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:07.778843 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:07.781440 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:07.798011 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:07.833629 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Allocated IP 172.20.0.2 (2b997467-5787-4cb0-a9fb-fa858dd2b1bf/e7ea62d7-b0b0-48f6-9329-a08761a9dc02/dc9ead4f-3c13-4fab-a1c0-335e5cf0a954) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:08.084040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks [] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.151796 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.198848 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54158) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:08.201707 dv-cinder-836083-2-iscsi neutron-server[103740]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 13:00:08.286772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Pushing event updated for resources: {'Port': ['ID=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:08.307313 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:08.309232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:08.314150 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:08.411566 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for router_gateway (daa5bab1-433f-477e-b897-58e6307c33b3), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.524580 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-6685769d-239a-4588-bbbc-2293d1284609 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:08.526827 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-6685769d-239a-4588-bbbc-2293d1284609 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/networks?id=86afae5a-5652-435a-9fdd-60f01a903847 HTTP/1.1" status: 200 len: 812 time: 0.3263443 Apr 01 13:00:08.543867 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-3f44b64f-cfd0-4b0f-b371-607868d241a8 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/quotas/3cfdb3b7b99847b78d108d62acd28b48 HTTP/1.1" status: 200 len: 375 time: 0.0114691 Apr 01 13:00:08.603788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Attempting to bind port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:08.604367 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Attempting to bind port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:08.607171 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Attempting to bind port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:08.629705 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:08.635634 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Checking segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:08.635634 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.635634 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Bound using segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:08.635634 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Bound port: dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:08.635634 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.658249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for router_gateway (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.664134 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-206604a8-39f7-44fd-9ed7-6386acf61f15 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfdb3b7b99847b78d108d62acd28b48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081333 Apr 01 13:00:08.762527 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5b786-6315-4ca2-8011-15cce7db05f8 None None] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:08.815289 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54180) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:08.820913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0e64a74c-788f-4533-b1d6-3b93516ceede up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:08.908911 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.984509 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Provisioning complete for port 0e64a74c-788f-4533-b1d6-3b93516ceede triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:08.984509 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:08.985027 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0679b262-7165-467f-a424-a15213d547a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.000926 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] For port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:09.010349 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-d947c9df-3892-4738-98dd-4e6d869347d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:00:09.012549 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-d947c9df-3892-4738-98dd-4e6d869347d0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1062782 Apr 01 13:00:09.040341 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] For port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:09.097536 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 0e64a74c-788f-4533-b1d6-3b93516ceede triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:09.098012 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.102732 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.114239 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for router_gateway (daa5bab1-433f-477e-b897-58e6307c33b3), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.130210 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.139668 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.177015 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0679b262-7165-467f-a424-a15213d547a4 admin admin] Publish callbacks [] for security_group (3799a261-91f1-4ae7-9225-a3c3183dcc7e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.252398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Current status of the port 0e64a74c-788f-4533-b1d6-3b93516ceede is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:09.253126 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.264080 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-3124cd17-5f59-4e22-a7b3-8f38568da87c service neutron] 10.222.0.43 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314837 Apr 01 13:00:09.268956 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0679b262-7165-467f-a424-a15213d547a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3799a261-91f1-4ae7-9225-a3c3183dcc7e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.269905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53e257-8cff-4e09-8fed-3235d9d04070 None None] Pushing event updated for resources: {'Port': ['ID=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:09.300781 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Allocated IP 172.27.2.71 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/6a1b239d-0155-43f3-b64b-feb1cbf44623) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:09.322707 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:00:09.355238 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] For port 0e64a74c-788f-4533-b1d6-3b93516ceede, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0e64a74c-788f-4533-b1d6-3b93516ceede,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:09.357802 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0e64a74c-788f-4533-b1d6-3b93516ceede is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:09.357802 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.487317 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.557398 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0679b262-7165-467f-a424-a15213d547a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ece7d64286d34086907937b09544b372&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7400713 Apr 01 13:00:09.572684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54212) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:09.581128 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679b262-7165-467f-a424-a15213d547a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799a261-91f1-4ae7-9225-a3c3183dcc7e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:09.650577 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.db.api [None req-42120147-ef65-42de-a538-acc987d0037b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:00:09.651211 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG oslo_db.api [None req-42120147-ef65-42de-a538-acc987d0037b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:00:09.701511 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-78d20069-5176-43c7-8e6c-f451f425b7b0 service neutron] 10.222.0.43 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285173 Apr 01 13:00:09.721932 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54218) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:09.722916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1e81b-d4c7-429f-9792-cd9e548bafb4 None None] Pushing event updated for resources: {'Port': ['ID=0e64a74c-788f-4533-b1d6-3b93516ceede,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:09.821363 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a44b48b7-28c6-41bb-90b2-a852fe3ad6f9 None None] Provisioning complete for port 0e64a74c-788f-4533-b1d6-3b93516ceede triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:09.824629 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a44b48b7-28c6-41bb-90b2-a852fe3ad6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.830213 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] Publish callbacks [] for security_group (3799a261-91f1-4ae7-9225-a3c3183dcc7e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.843462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.917440 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:09.923354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] Publish callbacks [] for security_group (3799a261-91f1-4ae7-9225-a3c3183dcc7e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:09.934264 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:09.948765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a44b48b7-28c6-41bb-90b2-a852fe3ad6f9 None None] Current status of the port 0e64a74c-788f-4533-b1d6-3b93516ceede is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:09.950751 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:09.952884 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:09.983153 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-975a1f7b-6947-4452-8023-9c4956994e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.070887 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.072258 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-55a4d51c-c994-469c-9fb4-a4ec7efe2f50 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2944903 Apr 01 13:00:10.075488 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54228) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:10.097171 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3799a261-91f1-4ae7-9225-a3c3183dcc7e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.107722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.114499 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3799a261-91f1-4ae7-9225-a3c3183dcc7e HTTP/1.1" status: 204 len: 168 time: 0.5462630 Apr 01 13:00:10.121513 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.170292 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:10.267436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae03e7c-21a1-4d68-a457-1a0747e4731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799a261-91f1-4ae7-9225-a3c3183dcc7e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:10.302182 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54244) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:10.309360 dv-cinder-836083-2-iscsi neutron-server[103739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 13:00:10.310605 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0e64a74c-788f-4533-b1d6-3b93516ceede is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:10.418306 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b8c74af-7e3c-4213-92b9-0b607030253b req-904c5fa7-ec12-4260-be7b-4208f278bbf7 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1117535 Apr 01 13:00:10.431512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-975a1f7b-6947-4452-8023-9c4956994e4f admin admin] Publish callbacks [] for security_group (ded201b0-cd57-458b-8dfb-910eacbafada), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.445918 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1b239d-0155-43f3-b64b-feb1cbf44623,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:10.461736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:10.463843 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:10.466309 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:10.506758 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:08Z', 'revision_number': 3, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:10.539668 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:10.540213 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Updating router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:10.578093 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.992488 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-975a1f7b-6947-4452-8023-9c4956994e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (ded201b0-cd57-458b-8dfb-910eacbafada), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:10.992488 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-975a1f7b-6947-4452-8023-9c4956994e4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0090ca17279c4b43a8e5a807dd838d60&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2245586 Apr 01 13:00:10.995274 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54282) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:10.996450 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:10.999044 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks [] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.001343 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1f7b-6947-4452-8023-9c4956994e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded201b0-cd57-458b-8dfb-910eacbafada,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:11.092220 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.163335 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b70000-36bc-496c-9625-a26fe8d2eab4 None None] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:00:11.217143 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Pushing event updated for resources: {'Port': ['ID=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:11.225844 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.251049 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.251487 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.251851 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.252736 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.253072 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.253406 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.253759 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.254083 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.262576 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.263093 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.263443 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.263806 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.264141 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.264474 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.264796 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Tracked resource versions report: Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: pushed versions: Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: { 'AddressGroup': {'1.2'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Agent': {'1.1'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'ConntrackHelper': {'1.0'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'LocalIPAssociation': {'1.0'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Log': {'1.0'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'NDPProxy': {'1.0'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Network': {'1.1'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Port': {'1.7'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'PortForwarding': {'1.3'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'QosPolicy': {'1.10'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroup': {'1.5'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroupRule': {'1.2'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SubPort': {'1.0'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Subnet': {'1.1'}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Trunk': {'1.1'}} Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: consumer versions: Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: { DHCP agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: HyperV agent@hv-cinder-83608: {}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: L3 agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: Metadata agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: Metering agent@dv-cinder-836083-2-iscsi: {}, Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: Open vSwitch agent@dv-cinder-836083-2-iscsi: { 'AddressGroup': '1.2', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Agent': '1.1', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'ConntrackHelper': '1.0', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'LocalIPAssociation': '1.0', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Log': '1.0', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'NDPProxy': '1.0', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Network': '1.1', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Port': '1.7', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'PortForwarding': '1.3', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'QosPolicy': '1.10', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroup': '1.5', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SecurityGroupRule': '1.2', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'SubPort': '1.0', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Subnet': '1.1', Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: 'Trunk': '1.1'}} Apr 01 13:00:11.266085 dv-cinder-836083-2-iscsi neutron-server[103742]: {{(pid=103742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:00:11.304021 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Attempting to bind port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:11.305004 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Attempting to bind port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:11.305735 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Attempting to bind port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:11.312521 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:11.313142 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.315178 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:11.315900 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:11.317271 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.317924 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:11.318566 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Bound port: b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:11.320650 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.354877 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Provisioning complete for port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:11.355557 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.387872 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] For port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:11.391512 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] For port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:11.470781 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.544114 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] Publish callbacks [] for security_group (ded201b0-cd57-458b-8dfb-910eacbafada), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.598704 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] Publish callbacks [] for security_group (ded201b0-cd57-458b-8dfb-910eacbafada), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.600697 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for router_gateway (daa5bab1-433f-477e-b897-58e6307c33b3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.616613 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993bbd-3e3d-453b-9bb2-4e5c40d4d79e None None] Pushing event updated for resources: {'Port': ['ID=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:11.671803 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9365cdf7-ef70-4d70-b43a-02d8b0df6756 req-749c76fc-5d90-4b37-b668-dba0d747360d tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1015174 Apr 01 13:00:11.673863 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:11.675723 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:11.738042 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Current status of the port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:11.738441 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.816094 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:11.816663 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:11.826010 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Allocated IP 172.20.0.1 (995eff84-9d72-4fda-b79f-f17d7a6ee58a/2764b57c-3a85-4725-809d-e4979652c7a5/6f7f6160-c39e-48e1-851e-4531c15b5f04) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:11.835980 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:11.958412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] For port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:12.087926 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.122709 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks [] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.170231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (daa5bab1-433f-477e-b897-58e6307c33b3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.213138 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:08Z', 'revision_number': 3, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:12.233638 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.db.api [None req-42120147-ef65-42de-a538-acc987d0037b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:00:12.234395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG oslo_db.api [None req-42120147-ef65-42de-a538-acc987d0037b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:00:12.255621 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f541434-e589-47cf-a4c7-4fb5f7c777cf None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:08Z', 'revision_number': 3, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:12.260572 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-5abd9212-3a98-459c-8788-cc0b1f5d1b1b None None] Provisioning complete for port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:12.260749 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5abd9212-3a98-459c-8788-cc0b1f5d1b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.304935 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f5e66-b068-4881-897e-6b7a95127d64 None None] Pushing event updated for resources: {'Port': ['ID=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:12.332816 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.357689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (ded201b0-cd57-458b-8dfb-910eacbafada), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.358981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.363533 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ded201b0-cd57-458b-8dfb-910eacbafada HTTP/1.1" status: 204 len: 168 time: 1.4108787 Apr 01 13:00:12.388825 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab239e5-8296-4b0d-be96-07d2760f26a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded201b0-cd57-458b-8dfb-910eacbafada,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:12.444771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:12.448976 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:12.459504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:12.460806 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.478034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-5abd9212-3a98-459c-8788-cc0b1f5d1b1b None None] Current status of the port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:12.548925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Pushing event updated for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:12.787077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:12.788036 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0e64a74c-788f-4533-b1d6-3b93516ceede up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:12.792828 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b59e95b4-0e45-4159-a266-896e7a152109 req-8406339e-d5f7-4b43-8419-aa2f97f52619 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0352538 Apr 01 13:00:12.843806 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-96259c0c-aea3-4be1-8803-ce992b1eb7e8 None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:12.844177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-96259c0c-aea3-4be1-8803-ce992b1eb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.885097 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 0e64a74c-788f-4533-b1d6-3b93516ceede triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:12.885470 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:12.888053 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-96259c0c-aea3-4be1-8803-ce992b1eb7e8 None None] Port 6f7f6160-c39e-48e1-851e-4531c15b5f04 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:12.970416 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0e64a74c-788f-4533-b1d6-3b93516ceede is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:13.068723 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Router daa5bab1-433f-477e-b897-58e6307c33b3 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:00:13.202465 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.221714 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:13.375418 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:13.401996 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.402144 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:13.427548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:13.496790 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:13.497356 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:13.511727 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.514079 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a6099feb-2cbe-4873-b60a-b682fbeb3784 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0743248 Apr 01 13:00:13.520577 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54394) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:13.575806 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks [] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.669317 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.670015 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:13.741359 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Pushing event updated for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:13.869983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54412) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:13.903951 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:13.906856 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:13.929801 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20dbed38-31ab-488b-9356-45fd4d898e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.017661 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:14.120661 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:14.122346 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:14.215966 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbad9753-cb39-4628-88ae-6695eb1fc2a0 req-a8b29614-e564-4a54-9476-5f7b9531f305 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0680130 Apr 01 13:00:14.324389 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:14.385908 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20dbed38-31ab-488b-9356-45fd4d898e8c admin admin] Publish callbacks [] for security_group (8ac14609-c06c-4dea-a8eb-83be7f884577), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.494818 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:14.494818 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.526189 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-5e43deb3-594a-440f-a844-3d95c1e23165 None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:14.534217 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5e43deb3-594a-440f-a844-3d95c1e23165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.567270 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:10Z', 'revision_number': 3, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:14.573915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.574771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:14.602914 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e1597e24-7917-43ff-b963-65f92199b2cd admin admin] 10.222.0.43 "PUT /v2.0/routers/bba9ba34-27f3-4b79-9c9d-15173a3e76f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5249987 Apr 01 13:00:14.631308 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:14.637626 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Updating router daa5bab1-433f-477e-b897-58e6307c33b3 port 6a1b239d-0155-43f3-b64b-feb1cbf44623 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:14.666319 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20dbed38-31ab-488b-9356-45fd4d898e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8ac14609-c06c-4dea-a8eb-83be7f884577), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.672642 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-5e43deb3-594a-440f-a844-3d95c1e23165 None None] Port 6f7f6160-c39e-48e1-851e-4531c15b5f04 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:14.684681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.735044 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-20dbed38-31ab-488b-9356-45fd4d898e8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8fa260d470b4a719d0832618b9d9461&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8598759 Apr 01 13:00:14.738182 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54434) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:14.765940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:14.766434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.815007 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:14.826141 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:14.833780 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:14.863058 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:14.945318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbed38-31ab-488b-9356-45fd4d898e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac14609-c06c-4dea-a8eb-83be7f884577,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:14.969329 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] Publish callbacks [] for security_group (8ac14609-c06c-4dea-a8eb-83be7f884577), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:14.985885 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.047945 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] Publish callbacks [] for security_group (8ac14609-c06c-4dea-a8eb-83be7f884577), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.101739 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54450) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:15.145707 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:15.163414 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:15.233859 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Allocated IP 172.20.0.1 (2b997467-5787-4cb0-a9fb-fa858dd2b1bf/e7ea62d7-b0b0-48f6-9329-a08761a9dc02/f8e4a0d3-c695-41bd-924a-01e23e864396) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:15.352659 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8ac14609-c06c-4dea-a8eb-83be7f884577), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.352849 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks [] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.357855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.363114 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ac14609-c06c-4dea-a8eb-83be7f884577 HTTP/1.1" status: 204 len: 168 time: 0.6188288 Apr 01 13:00:15.417080 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-973e67c3-5b84-4df2-962c-22a75345f7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.461863 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.490340 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:13Z', 'revision_number': 2, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:15.516927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks [] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.604438 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd58454-3b76-4e9c-b553-b5ba7b3dcb43 None None] Pushing event updated for resources: {'Port': ['ID=6a1b239d-0155-43f3-b64b-feb1cbf44623,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:15.615377 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:15.615991 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Updating router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 port 6f7f6160-c39e-48e1-851e-4531c15b5f04 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:15.622187 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-973e67c3-5b84-4df2-962c-22a75345f7f8 admin admin] Publish callbacks [] for security_group (c232ed75-c2da-488e-80f3-0a9595db8d85), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.649562 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.656925 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Attempting to bind port 6a1b239d-0155-43f3-b64b-feb1cbf44623 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:15.657419 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Attempting to bind port 6a1b239d-0155-43f3-b64b-feb1cbf44623 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:15.657912 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Attempting to bind port 6a1b239d-0155-43f3-b64b-feb1cbf44623 on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:15.666859 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:15.669700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:15.670876 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.671884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ac5ff-9437-45ba-9cdf-c78d1d5ec621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac14609-c06c-4dea-a8eb-83be7f884577,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:15.673106 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:15.673404 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Bound port: 6a1b239d-0155-43f3-b64b-feb1cbf44623, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:15.675431 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.732216 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-973e67c3-5b84-4df2-962c-22a75345f7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c232ed75-c2da-488e-80f3-0a9595db8d85), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.759572 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] For port 6a1b239d-0155-43f3-b64b-feb1cbf44623, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:15.760933 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9e9d474c-031b-41ea-9178-c526c932dc9a req-da047eed-1bf9-4172-b281-8ed63c93f2fe tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1305058 Apr 01 13:00:15.762046 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.763148 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] For port 6a1b239d-0155-43f3-b64b-feb1cbf44623, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6a1b239d-0155-43f3-b64b-feb1cbf44623,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:15.799734 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-973e67c3-5b84-4df2-962c-22a75345f7f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f231d1f0ca21477ab62586de1c66ae98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6953175 Apr 01 13:00:15.800677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54484) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:15.831739 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e67c3-5b84-4df2-962c-22a75345f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232ed75-c2da-488e-80f3-0a9595db8d85,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:15.867733 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:15.960988 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] Publish callbacks [] for security_group (c232ed75-c2da-488e-80f3-0a9595db8d85), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.001779 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:16.002698 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.62', 49887) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:16.003945 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:16.156429 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:16.231099 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd58454-3b76-4e9c-b553-b5ba7b3dcb43 None None] Pushing event updated for resources: {'Port': ['ID=6a1b239d-0155-43f3-b64b-feb1cbf44623,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:16.282680 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:16.283887 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] Publish callbacks [] for security_group (c232ed75-c2da-488e-80f3-0a9595db8d85), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.287568 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:16.290903 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:16.291916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (daa5bab1-433f-477e-b897-58e6307c33b3), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.391697 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54504) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:16.402191 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193068480', 'description': 'tempest-description--1209048796'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:16.490930 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:16.512869 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-856fe017-cc83-429f-a0b3-57c8afe26d15 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:16.518977 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-856fe017-cc83-429f-a0b3-57c8afe26d15 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.62 "GET /v2.0/networks?id=86afae5a-5652-435a-9fdd-60f01a903847 HTTP/1.1" status: 200 len: 812 time: 0.5153506 Apr 01 13:00:16.568885 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:10Z', 'revision_number': 3, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:16.587565 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Request body: {'port': {'device_id': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847', 'admin_state_up': True, 'tenant_id': '3cfdb3b7b99847b78d108d62acd28b48'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:16.653036 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.689113 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ba8d-83c2-4b67-8a2d-c72fd879777d None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:10Z', 'revision_number': 3, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:16.770084 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.789759 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks [] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.840123 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f695dd6d-3c12-4d1d-bce9-a23722fa51d8 None None] Provisioning complete for port f8e4a0d3-c695-41bd-924a-01e23e864396 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:16.841713 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f695dd6d-3c12-4d1d-bce9-a23722fa51d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.899032 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:16.942963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f695dd6d-3c12-4d1d-bce9-a23722fa51d8 None None] Port f8e4a0d3-c695-41bd-924a-01e23e864396 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:17.062006 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54534) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:17.150398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:17.184002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks [] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.267179 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c232ed75-c2da-488e-80f3-0a9595db8d85), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.274423 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.278164 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c232ed75-c2da-488e-80f3-0a9595db8d85 HTTP/1.1" status: 204 len: 168 time: 1.4724200 Apr 01 13:00:17.288931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.294414 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (daa5bab1-433f-477e-b897-58e6307c33b3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.303850 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:17.303850 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.318924 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Attempting to bind port 6f7f6160-c39e-48e1-851e-4531c15b5f04 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:17.329659 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Attempting to bind port 6f7f6160-c39e-48e1-851e-4531c15b5f04 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:17.336237 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Attempting to bind port 6f7f6160-c39e-48e1-851e-4531c15b5f04 on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:17.366487 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:17.366904 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Checking segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:17.367318 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.367719 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Bound using segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:17.368212 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Bound port: 6f7f6160-c39e-48e1-851e-4531c15b5f04, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:17.368594 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.411463 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782327b9-3bbd-4a21-9060-b79aa54dced1 None None] Pushing event updated for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:17.421492 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-76aacd34-2e18-47d1-aba9-9cfa4dafb45b req-d1c68a0a-3125-4c74-9f5a-bb0fb058fcfe tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.3183484 Apr 01 13:00:17.458691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (efe294d7-9ef5-44a0-811f-dc9455e7ecd8), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.502226 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140d014-67c3-4ad0-a43c-3402bf9b5d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232ed75-c2da-488e-80f3-0a9595db8d85,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:17.514184 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f47e2596-85ee-4e5a-9847-65f967e694c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.602368 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] For port 6f7f6160-c39e-48e1-851e-4531c15b5f04, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:17.606525 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] For port 6f7f6160-c39e-48e1-851e-4531c15b5f04, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6f7f6160-c39e-48e1-851e-4531c15b5f04,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:17.620399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (efe294d7-9ef5-44a0-811f-dc9455e7ecd8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.622262 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:17.646876 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f32bacdc-7615-4925-a82f-1190c158fc9c None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:17.648223 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f32bacdc-7615-4925-a82f-1190c158fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.685824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:17.695228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe294d7-9ef5-44a0-811f-dc9455e7ecd8,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:17.716060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f47e2596-85ee-4e5a-9847-65f967e694c2 admin admin] Publish callbacks [] for security_group (46513e66-de39-4a93-860d-a0ed60895848), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.732024 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Made reservation on behalf of 3cfdb3b7b99847b78d108d62acd28b48 for: {'port': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:17.733292 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.741983 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.752903 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:17.758713 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:17.813623 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f32bacdc-7615-4925-a82f-1190c158fc9c None None] Port 6f7f6160-c39e-48e1-851e-4531c15b5f04 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:17.905054 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:17.907805 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:17.914505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:17.915572 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-21a665fa-7afa-45dd-84a5-4641517f0873 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5169170 Apr 01 13:00:17.950616 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54578) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:17.952360 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group_rule': {'security_group_id': 'efe294d7-9ef5-44a0-811f-dc9455e7ecd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:17.974318 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f47e2596-85ee-4e5a-9847-65f967e694c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (46513e66-de39-4a93-860d-a0ed60895848), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.132228 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e2596-85ee-4e5a-9847-65f967e694c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46513e66-de39-4a93-860d-a0ed60895848,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:18.163214 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:18.261629 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:18.284077 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f47e2596-85ee-4e5a-9847-65f967e694c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fb4e3c5374e4614ac2027942a3044a5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1750360 Apr 01 13:00:18.284077 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54584) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:18.321446 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782327b9-3bbd-4a21-9060-b79aa54dced1 None None] Pushing event updated for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:18.356323 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:18.358722 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.442179 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:18.450498 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (32b1d2e4-2659-43e4-aef5-438d9227ae09), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.454643 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-10297fa5-b535-4c54-a7f4-bb97fd3cadf5 admin admin] 10.222.0.43 "PUT /v2.0/routers/daa5bab1-433f-477e-b897-58e6307c33b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9328277 Apr 01 13:00:18.634304 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Allocated IP 172.20.0.3 (86afae5a-5652-435a-9fdd-60f01a903847/ad51a2d4-2d45-4412-9a0e-fb685e70b9b9/57b806e7-4e07-493d-b2fd-b82310b74d9f) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:18.693992 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] Publish callbacks [] for security_group (46513e66-de39-4a93-860d-a0ed60895848), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.752971 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ccb9b2f2-b95f-4754-864f-b70846c5d410 req-de417b8f-8d8d-45f1-a663-6624306646e9 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1426492 Apr 01 13:00:18.776966 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:17Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:18.793659 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (32b1d2e4-2659-43e4-aef5-438d9227ae09), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.857319 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a484011-96f1-4ea2-b133-1b321d2a6976 None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:17Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:18.898254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Current status of the port 6f7f6160-c39e-48e1-851e-4531c15b5f04 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:18.910180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.910572 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (32b1d2e4-2659-43e4-aef5-438d9227ae09), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:18.917806 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] Publish callbacks [] for security_group (46513e66-de39-4a93-860d-a0ed60895848), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.086379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] For port 6f7f6160-c39e-48e1-851e-4531c15b5f04, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6f7f6160-c39e-48e1-851e-4531c15b5f04,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:19.100913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54602) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:19.162170 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a2129f6-dc2c-47e5-b4f9-114d94600a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.320404 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.360838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b1d2e4-2659-43e4-aef5-438d9227ae09,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:19.535291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.542787 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b667131d-8c2a-4cca-bd8a-98b8034203e2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5916688 Apr 01 13:00:19.542787 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54616) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:19.543060 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6a1b239d-0155-43f3-b64b-feb1cbf44623 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:19.552033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group_rule': {'security_group_id': 'efe294d7-9ef5-44a0-811f-dc9455e7ecd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:19.595012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a2129f6-dc2c-47e5-b4f9-114d94600a24 admin admin] Publish callbacks [] for security_group (6ff21fe8-43f3-412c-b933-f5e95fbad12d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.607511 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Provisioning complete for port f8e4a0d3-c695-41bd-924a-01e23e864396 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:19.607890 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.651824 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks [] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.694066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Pushing event updated for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:19.698136 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a2129f6-dc2c-47e5-b4f9-114d94600a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6ff21fe8-43f3-412c-b933-f5e95fbad12d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.711386 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (46513e66-de39-4a93-860d-a0ed60895848), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.713751 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.715037 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46513e66-de39-4a93-860d-a0ed60895848 HTTP/1.1" status: 204 len: 168 time: 1.4257927 Apr 01 13:00:19.756881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-3c36ec56-f8dd-49eb-bcb3-8e8f8a71e745 None None] Port f8e4a0d3-c695-41bd-924a-01e23e864396 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:19.763893 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdf6b3-ef20-440c-af7b-92780296e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46513e66-de39-4a93-860d-a0ed60895848,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:19.777447 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (8df304ec-d955-4780-849e-f4768d45fb38), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.827953 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8a2129f6-dc2c-47e5-b4f9-114d94600a24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=201516863dc84d08bc947dde400d442b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7241380 Apr 01 13:00:19.829096 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54626) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:19.832805 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 6a1b239d-0155-43f3-b64b-feb1cbf44623 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:19.833250 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:19.990868 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2129f6-dc2c-47e5-b4f9-114d94600a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff21fe8-43f3-412c-b933-f5e95fbad12d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.101523 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] Publish callbacks [] for security_group (6ff21fe8-43f3-412c-b933-f5e95fbad12d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.190645 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94e51396-827e-48f8-a92b-aa4c4881b564 req-6405a524-657a-4969-8ae9-452eac0a5f64 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1049678 Apr 01 13:00:20.253134 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (8df304ec-d955-4780-849e-f4768d45fb38), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.274502 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.282824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] Publish callbacks [] for security_group (6ff21fe8-43f3-412c-b933-f5e95fbad12d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.364549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 6a1b239d-0155-43f3-b64b-feb1cbf44623 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:20.370253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.472218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 6a1b239d-0155-43f3-b64b-feb1cbf44623, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6a1b239d-0155-43f3-b64b-feb1cbf44623,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:20.503047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:20.527289 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:20.529749 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:20.545532 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (8df304ec-d955-4780-849e-f4768d45fb38), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.572254 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Network 86afae5a-5652-435a-9fdd-60f01a903847 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:20.634564 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:20.667580 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:20.680495 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6ff21fe8-43f3-412c-b933-f5e95fbad12d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.683147 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.684316 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ff21fe8-43f3-412c-b933-f5e95fbad12d HTTP/1.1" status: 204 len: 168 time: 0.8526616 Apr 01 13:00:20.693543 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:20.695456 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.702914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485afa1f-171a-4812-a851-c08c341a3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff21fe8-43f3-412c-b933-f5e95fbad12d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.735872 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df304ec-d955-4780-849e-f4768d45fb38,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.747798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.748593 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6f7f6160-c39e-48e1-851e-4531c15b5f04 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:20.782411 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Pushing event updated for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.832463 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:20.833749 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ac7fe76b-b6ff-4694-b01d-7ab1b7fc7df0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2932954 Apr 01 13:00:20.837129 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54650) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:20.842806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:20.891099 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-22742a10-2070-411d-a0d3-1c7093488e38 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3154995 Apr 01 13:00:20.901512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-514049d0-cc0f-4ec1-8c94-d583589383d7 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:00:20.902841 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-514049d0-cc0f-4ec1-8c94-d583589383d7 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077941 Apr 01 13:00:20.949966 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54654) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:20.956731 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730301913', 'description': 'tempest-description--973486634'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:20.983201 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.085686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:21.086341 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.102177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=6a1b239d-0155-43f3-b64b-feb1cbf44623,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.194858 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:21.215584 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.233331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.402831 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Allocated IP 172.27.2.172 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/2c7a8f8b-2961-495c-9a14-a3823435ed5c) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:21.442050 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (16070272-10fa-4b98-b6e6-8dc2438ab4cf), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.446899 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 6f7f6160-c39e-48e1-851e-4531c15b5f04 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:21.549168 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54658) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:21.584895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3d0127ef-4aaf-4fc4-9a25-3434e6ce8e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.593227 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (16070272-10fa-4b98-b6e6-8dc2438ab4cf), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.638879 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6f7f6160-c39e-48e1-851e-4531c15b5f04 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:21.700921 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16070272-10fa-4b98-b6e6-8dc2438ab4cf,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.733120 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 6f7f6160-c39e-48e1-851e-4531c15b5f04 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:21.733731 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.786655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 2, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:21.818993 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd9eb8-6c1b-40f2-951b-12a98719cea5 req-2d53859e-2c11-437e-9ed9-9d7bdd443a52 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:21.826759 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:21.827411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Updating router daa5bab1-433f-477e-b897-58e6307c33b3 port f8e4a0d3-c695-41bd-924a-01e23e864396 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:21.836975 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45cd9eb8-6c1b-40f2-951b-12a98719cea5 req-2d53859e-2c11-437e-9ed9-9d7bdd443a52 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 931 time: 0.2659216 Apr 01 13:00:21.864542 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.892162 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3d0127ef-4aaf-4fc4-9a25-3434e6ce8e8f admin admin] Publish callbacks [] for security_group (4795faa2-65f7-4e8e-bfa2-8274f46ab2c2), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.972573 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3d0127ef-4aaf-4fc4-9a25-3434e6ce8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4795faa2-65f7-4e8e-bfa2-8274f46ab2c2), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:21.978187 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45cd9eb8-6c1b-40f2-951b-12a98719cea5 req-55e32acb-9498-46f1-acda-c5fa9e66e1a7 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399362 Apr 01 13:00:22.050716 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3d0127ef-4aaf-4fc4-9a25-3434e6ce8e8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e285a54e638a450eb600cb7442a5af01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991198 Apr 01 13:00:22.168549 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.169060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.169060 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8bcde119-2af1-4fdc-a410-53b7d05cd60a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1053479 Apr 01 13:00:22.169060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Request body: {'port': {'device_id': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:22.169060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0127ef-4aaf-4fc4-9a25-3434e6ce8e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4795faa2-65f7-4e8e-bfa2-8274f46ab2c2,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:22.169921 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 6f7f6160-c39e-48e1-851e-4531c15b5f04 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:22.170209 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.170284 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6a1b239d-0155-43f3-b64b-feb1cbf44623 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:22.170354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54666) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:22.170354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54668) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:22.251519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group_rule': {'security_group_id': '16070272-10fa-4b98-b6e6-8dc2438ab4cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:22.294928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85229194-d082-407f-bf13-38a539019708 admin admin] Publish callbacks [] for security_group (4795faa2-65f7-4e8e-bfa2-8274f46ab2c2), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.354884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85229194-d082-407f-bf13-38a539019708 admin admin] Publish callbacks [] for security_group (4795faa2-65f7-4e8e-bfa2-8274f46ab2c2), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.386390 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 6a1b239d-0155-43f3-b64b-feb1cbf44623 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:22.386797 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.411020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.453094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (29be8d96-f9d5-4d9a-8be8-a9e58a2f6ad1), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.575700 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:22.588584 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:22.601279 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks [] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.604624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:22.677987 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.686193 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=2c7a8f8b-2961-495c-9a14-a3823435ed5c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:22.773626 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 6a1b239d-0155-43f3-b64b-feb1cbf44623 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:22.786978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (29be8d96-f9d5-4d9a-8be8-a9e58a2f6ad1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.845910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975d38-27de-4dcf-98c1-dd6e1d248d8d None None] Pushing event updated for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:22.857274 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b806e7-4e07-493d-b2fd-b82310b74d9f {{(pid=103740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:22.872006 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks [] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.920741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85229194-d082-407f-bf13-38a539019708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4795faa2-65f7-4e8e-bfa2-8274f46ab2c2), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.922317 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.provisioning_blocks [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Transition to ACTIVE for port object 57b806e7-4e07-493d-b2fd-b82310b74d9f will not be triggered until provisioned by entity L2. {{(pid=103740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:00:22.924875 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85229194-d082-407f-bf13-38a539019708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:22.926421 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-85229194-d082-407f-bf13-38a539019708 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4795faa2-65f7-4e8e-bfa2-8274f46ab2c2 HTTP/1.1" status: 204 len: 168 time: 0.7562113 Apr 01 13:00:22.971061 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Attempting to bind port f8e4a0d3-c695-41bd-924a-01e23e864396 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:22.971761 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Attempting to bind port f8e4a0d3-c695-41bd-924a-01e23e864396 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:22.972322 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Attempting to bind port f8e4a0d3-c695-41bd-924a-01e23e864396 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:22.978402 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.006800 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:23.023697 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Checking segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:23.026469 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.026908 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Bound using segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:23.027436 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Bound port: f8e4a0d3-c695-41bd-924a-01e23e864396, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:23.027833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.086504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54698) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:23.184312 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Pushing event updated for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.282474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9b3da4af-ded5-40ec-9b2e-9c4dd3250e97 None None] Provisioning complete for port f8e4a0d3-c695-41bd-924a-01e23e864396 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:23.282474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9b3da4af-ded5-40ec-9b2e-9c4dd3250e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.282474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] For port f8e4a0d3-c695-41bd-924a-01e23e864396, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:23.282474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] For port f8e4a0d3-c695-41bd-924a-01e23e864396, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=f8e4a0d3-c695-41bd-924a-01e23e864396,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:23.335431 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Attempting to bind port 57b806e7-4e07-493d-b2fd-b82310b74d9f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:23.335768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Attempting to bind port 57b806e7-4e07-493d-b2fd-b82310b74d9f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2b871c28-66d7-4e9d-8f59-069bc195071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847'}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:23.336118 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Attempting to bind port 57b806e7-4e07-493d-b2fd-b82310b74d9f on network 86afae5a-5652-435a-9fdd-60f01a903847 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:23.347675 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (29be8d96-f9d5-4d9a-8be8-a9e58a2f6ad1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.350299 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85229194-d082-407f-bf13-38a539019708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4795faa2-65f7-4e8e-bfa2-8274f46ab2c2,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.354484 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Port 57b806e7-4e07-493d-b2fd-b82310b74d9f on network 86afae5a-5652-435a-9fdd-60f01a903847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:00:23.354814 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Attempting to bind port 57b806e7-4e07-493d-b2fd-b82310b74d9f on network 86afae5a-5652-435a-9fdd-60f01a903847 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:23.366725 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:23.367082 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Checking segment: {'id': '2b871c28-66d7-4e9d-8f59-069bc195071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:23.367651 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Bound using segment: {'id': '2b871c28-66d7-4e9d-8f59-069bc195071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847'} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:23.368090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Bound port: 57b806e7-4e07-493d-b2fd-b82310b74d9f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b871c28-66d7-4e9d-8f59-069bc195071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847'}}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:23.368449 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.387471 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9b3da4af-ded5-40ec-9b2e-9c4dd3250e97 None None] Port f8e4a0d3-c695-41bd-924a-01e23e864396 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:23.423965 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29be8d96-f9d5-4d9a-8be8-a9e58a2f6ad1,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.482244 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.551742 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.557998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.557998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-82e0a7a6-06c2-472e-ba5b-2bcf0c38a435 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3858299 Apr 01 13:00:23.557998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54706) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:23.565142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group_rule': {'security_group_id': '16070272-10fa-4b98-b6e6-8dc2438ab4cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:23.612977 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975d38-27de-4dcf-98c1-dd6e1d248d8d None None] Pushing event updated for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.646121 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:23.649926 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:23.683374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.687920 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db911-ee42-46a0-9373-44cc93f0df68 req-5473bbfa-63f2-4c83-abda-1b8c1cdfb469 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.705593 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2e3db911-ee42-46a0-9373-44cc93f0df68 req-5473bbfa-63f2-4c83-abda-1b8c1cdfb469 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.4346199 Apr 01 13:00:23.744954 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fecac3a2-9647-4b07-8ac4-7dca17207f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.798421 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (f4266ae6-882c-4a63-aaf1-5182f98af541), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:23.860378 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, cleared binding levels {{(pid=103740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:24.051059 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2e3db911-ee42-46a0-9373-44cc93f0df68 req-010dd776-4a4d-4178-bcd7-821d5f85930c tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515379 Apr 01 13:00:24.072168 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f,segment=NetworkSegment(2b871c28-66d7-4e9d-8f59-069bc195071c),segment_id=2b871c28-66d7-4e9d-8f59-069bc195071c)] {{(pid=103740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:24.086367 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fecac3a2-9647-4b07-8ac4-7dca17207f28 admin admin] Publish callbacks [] for security_group (131bb8ad-f054-4c85-a887-c8e0b4b52de7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.097544 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:24.135845 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Provisioning complete for port f8e4a0d3-c695-41bd-924a-01e23e864396 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:24.136221 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.142202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.210353 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (f4266ae6-882c-4a63-aaf1-5182f98af541), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.241923 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Pushing event updated for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=3']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.264448 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fecac3a2-9647-4b07-8ac4-7dca17207f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (131bb8ad-f054-4c85-a887-c8e0b4b52de7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.289806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (f4266ae6-882c-4a63-aaf1-5182f98af541), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.347297 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4266ae6-882c-4a63-aaf1-5182f98af541,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.363648 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:24.366278 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.370492 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-39fb44ad-3f58-4eae-85b3-527425e76342 service neutron] 10.222.0.62 "PUT /v2.0/ports/57b806e7-4e07-493d-b2fd-b82310b74d9f HTTP/1.1" status: 200 len: 1093 time: 2.4754703 Apr 01 13:00:24.371077 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:24.395128 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.399748 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-96a8b00f-d632-4431-a58d-51779b78fd19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8395009 Apr 01 13:00:24.405451 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54728) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:24.415167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.416038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Current status of the port f8e4a0d3-c695-41bd-924a-01e23e864396 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:24.416937 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.428015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.477142 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] For port f8e4a0d3-c695-41bd-924a-01e23e864396, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=f8e4a0d3-c695-41bd-924a-01e23e864396,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:24.556501 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecac3a2-9647-4b07-8ac4-7dca17207f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131bb8ad-f054-4c85-a887-c8e0b4b52de7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.564780 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fecac3a2-9647-4b07-8ac4-7dca17207f28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7264934f248241299b434b28a1c260a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4602873 Apr 01 13:00:24.568113 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54732) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:24.624809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] Publish callbacks [] for security_group (131bb8ad-f054-4c85-a887-c8e0b4b52de7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.633822 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:24.650855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] Publish callbacks [] for security_group (131bb8ad-f054-4c85-a887-c8e0b4b52de7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.672607 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b217e4-09b0-4fcd-bdcc-92e7c9f1b20a None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:24.739606 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.772086 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.785818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.795825 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.916815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (131bb8ad-f054-4c85-a887-c8e0b4b52de7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.945653 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f4f92-b2f5-4bf8-8737-b289276fa993 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.945768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:24.945768 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/131bb8ad-f054-4c85-a887-c8e0b4b52de7 HTTP/1.1" status: 204 len: 168 time: 0.3613231 Apr 01 13:00:24.966183 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=2c7a8f8b-2961-495c-9a14-a3823435ed5c,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:25.022817 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:25.055624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adc0cd-fc53-491f-a6e6-ac3bea3cd376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131bb8ad-f054-4c85-a887-c8e0b4b52de7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:25.128426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:25.138686 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-10b61765-ebdd-4b1c-941d-05e2a748a0a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2919168 Apr 01 13:00:25.154273 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:25.250286 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efae21-4dad-495c-afca-36505225b4d4 req-287c76ac-36d2-4e53-bce1-ff5e9036bc6d tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:25.252288 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25efae21-4dad-495c-afca-36505225b4d4 req-287c76ac-36d2-4e53-bce1-ff5e9036bc6d tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.1048324 Apr 01 13:00:25.396824 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25efae21-4dad-495c-afca-36505225b4d4 req-9479defb-8f08-4faa-87eb-d084d01827e1 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Apr 01 13:00:25.397929 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Allocated IP 172.27.2.170 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/590db2ca-92c6-4e69-89cb-2cebf1c357ac) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:25.490536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2e2a7-c5a1-4e69-8239-b20952362a0c x-openstack-request-id: req-0de2e2a7-c5a1-4e69-8239-b20952362a0c {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:25.490788 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:25.491044 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0de2e2a7-c5a1-4e69-8239-b20952362a0c {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:25.491511 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de2e2a7-c5a1-4e69-8239-b20952362a0c'] response: {'name': 'network-changed', 'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f', 'status': 'completed', 'code': 200} Apr 01 13:00:25.540766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:25.671391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device f8e4a0d3-c695-41bd-924a-01e23e864396 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:25.770794 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:25.833761 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port f8e4a0d3-c695-41bd-924a-01e23e864396 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:25.835025 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:25.893075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:25.926585 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:25.941345 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:25.962418 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=590db2ca-92c6-4e69-89cb-2cebf1c357ac,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:26.082818 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port f8e4a0d3-c695-41bd-924a-01e23e864396 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:26.136522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (616034dd-890d-4483-9f20-96f792bae575), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:26.320474 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:26.354828 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-2b89817e-cce1-4d4a-b3ae-dd8efd1e99dd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1193068480&fields=id&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 267 time: 0.1644657 Apr 01 13:00:26.394756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-e33b8fbc-0419-40d7-9ec0-04b5b36ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:26.406507 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-e33b8fbc-0419-40d7-9ec0-04b5b36ede56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfdb3b7b99847b78d108d62acd28b48&device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 1127 time: 0.2882652 Apr 01 13:00:26.578845 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-d7467e19-f8ee-405f-97a8-441ecd8c3369 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f HTTP/1.1" status: 200 len: 217 time: 0.1435301 Apr 01 13:00:26.777547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-146001bf-4c0e-48aa-879a-2b45efd30772 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:26.785676 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-146001bf-4c0e-48aa-879a-2b45efd30772 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 816 time: 0.4157305 Apr 01 13:00:26.799033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a428d-fab1-4150-82b2-3560947dda53 req-8b130d2a-5edd-43a0-aa71-6b0d250e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:26.800498 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-8b130d2a-5edd-43a0-aa71-6b0d250e9584 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad51a2d4-2d45-4412-9a0e-fb685e70b9b9 HTTP/1.1" status: 200 len: 852 time: 0.1831851 Apr 01 13:00:26.810517 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-b230c056-51e8-4f46-819a-3753007f079d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/quotas/cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 375 time: 0.0235786 Apr 01 13:00:26.818701 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0beb-b1a2-4c4c-ad2a-dc04e75c4410 req-700a3791-865d-42f8-8ede-0609637045b3 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:26.853914 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2fa0beb-b1a2-4c4c-ad2a-dc04e75c4410 req-700a3791-865d-42f8-8ede-0609637045b3 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.2934651 Apr 01 13:00:26.898815 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-3df421ba-9600-4eb5-846d-68170ce7330c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86afae5a-5652-435a-9fdd-60f01a903847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766828 Apr 01 13:00:26.970533 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:27.052704 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-6dff904a-0a81-4cdf-bbb8-3a76e347b2fc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303107 Apr 01 13:00:27.083570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:27.175762 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2fa0beb-b1a2-4c4c-ad2a-dc04e75c4410 req-785cf364-265f-4867-b6a4-97d4a28f9dd2 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097498 Apr 01 13:00:27.199722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (616034dd-890d-4483-9f20-96f792bae575), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:27.249404 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=590db2ca-92c6-4e69-89cb-2cebf1c357ac,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:27.393886 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-89b148ff-afc1-4fbd-ac95-2597acd2dd18 service neutron] 10.222.0.62 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691036 Apr 01 13:00:27.408981 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-42e7ef20-0565-42e0-8a39-93c5aa77dd74 service neutron] 10.222.0.43 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331113 Apr 01 13:00:27.520587 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:27.521989 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c6f20e41-a340-4e43-b50a-07f26d5d03a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1146243 Apr 01 13:00:27.528239 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-910a94a1-994a-436a-a8f5-81b812d1c7d8 service neutron] 10.222.0.43 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107094 Apr 01 13:00:27.533716 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c5eafe53-ecf4-4420-bbd3-9cebbeb7fe67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:27.813429 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c63a428d-fab1-4150-82b2-3560947dda53 req-8773d033-e4c7-463a-9a16-039e57675d93 service neutron] 10.222.0.62 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767037 Apr 01 13:00:28.065305 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8b6edc93-0be3-444e-8e73-25657941e9ac req-776438c1-c6d6-4a49-9060-79fabbb3fe7a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0693662 Apr 01 13:00:28.165044 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-8544bc95-bc67-4cab-8483-972fc459d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.166830 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-8544bc95-bc67-4cab-8483-972fc459d925 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cfdb3b7b99847b78d108d62acd28b48&device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 1127 time: 0.0811956 Apr 01 13:00:28.284225 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-3b310218-ffe2-4522-bfb9-a86723c42580 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1730301913&fields=id&tenant_id=458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 267 time: 0.1558511 Apr 01 13:00:28.596494 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-ffaf5e06-9db6-4c02-90c7-34c8ccc92208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.599089 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-ffaf5e06-9db6-4c02-90c7-34c8ccc92208 service neutron] 10.222.0.62 "GET /v2.0/networks?id=86afae5a-5652-435a-9fdd-60f01a903847 HTTP/1.1" status: 200 len: 913 time: 0.3919127 Apr 01 13:00:28.632163 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fb58-3f03-4d4b-8dab-4eac7a3a34ab req-4fddf8a3-dc4e-4701-a81a-da6bb925a3b0 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.634487 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b122fb58-3f03-4d4b-8dab-4eac7a3a34ab req-4fddf8a3-dc4e-4701-a81a-da6bb925a3b0 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.1205339 Apr 01 13:00:28.651526 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 54934) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:28.684267 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-5520bdc2-5731-446c-b174-7593708aaea5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.691819 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-5520bdc2-5731-446c-b174-7593708aaea5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 810 time: 0.3978958 Apr 01 13:00:28.697892 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-10fb4cfd-70f0-4008-b717-00c3c3136e00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f HTTP/1.1" status: 200 len: 217 time: 0.0622084 Apr 01 13:00:28.708414 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-f9336588-ace9-45d5-85e4-45f398c1bf31 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/quotas/458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 375 time: 0.0153074 Apr 01 13:00:28.837792 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b122fb58-3f03-4d4b-8dab-4eac7a3a34ab req-2acfe5c7-7b2f-4f13-a3f5-a6bdbb9bb4cb tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930707 Apr 01 13:00:28.865901 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-a07f18a6-9ac8-47cf-bd25-5bf38e7a019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.866307 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-336b7bd5-3a18-4206-a4bc-521d108697fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567783 Apr 01 13:00:28.866422 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-a07f18a6-9ac8-47cf-bd25-5bf38e7a019a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad51a2d4-2d45-4412-9a0e-fb685e70b9b9 HTTP/1.1" status: 200 len: 852 time: 0.1507268 Apr 01 13:00:28.910834 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-2854acce-272c-455c-a2f8-b63b67fd94c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86afae5a-5652-435a-9fdd-60f01a903847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373349 Apr 01 13:00:29.190149 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8851dc20-6d2d-45f5-ad70-c06889d075c6 req-9796b1ed-f5b5-42f2-919e-f74216c93ae1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0582991 Apr 01 13:00:29.217523 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-0421e5e5-626c-48d6-ad66-0d9e20704ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697102 Apr 01 13:00:29.260312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c93f3dbf-c0b2-4737-bfee-69f750f9034c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.381844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c93f3dbf-c0b2-4737-bfee-69f750f9034c admin admin] Publish callbacks [] for security_group (3263b7c9-5a0e-4061-b20d-e41a11e78774), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.554521 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39a4da9-7de1-4c7c-be8b-2d3b12ad9db2 req-a0554035-3a25-4488-bd1b-d93e64e42424 service neutron] 10.222.0.62 "GET /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824485 Apr 01 13:00:29.622979 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c93f3dbf-c0b2-4737-bfee-69f750f9034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3263b7c9-5a0e-4061-b20d-e41a11e78774), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.691005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54972) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:29.719818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f3dbf-c0b2-4737-bfee-69f750f9034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263b7c9-5a0e-4061-b20d-e41a11e78774,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:29.726293 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c93f3dbf-c0b2-4737-bfee-69f750f9034c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6786173e31964d5ba83608b3ba004c56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0735266 Apr 01 13:00:29.729045 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 54976) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:29.765446 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-4cdb822a-8ea2-4228-8ef2-6d2520991781 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:00:29.767874 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-4cdb822a-8ea2-4228-8ef2-6d2520991781 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1207800 Apr 01 13:00:29.797161 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] Publish callbacks [] for security_group (3263b7c9-5a0e-4061-b20d-e41a11e78774), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.830726 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] Publish callbacks [] for security_group (3263b7c9-5a0e-4061-b20d-e41a11e78774), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.864175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6dd85fe9-b548-4106-917b-1aa62d3e7e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:29.923199 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3d17661-e602-4b87-b733-add0f8c4f29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.016381 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-949c323e-903d-4062-be45-7454207d069b service neutron] 10.222.0.43 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378538 Apr 01 13:00:30.193532 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3263b7c9-5a0e-4061-b20d-e41a11e78774), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.196178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.197620 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3263b7c9-5a0e-4061-b20d-e41a11e78774 HTTP/1.1" status: 204 len: 168 time: 0.4673274 Apr 01 13:00:30.240722 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-8232ef4a-dca0-4f41-9b98-8e91f0d226a3 service neutron] 10.222.0.43 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210913 Apr 01 13:00:30.256020 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095eb1-ca4c-4fda-843c-5fa154983dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263b7c9-5a0e-4061-b20d-e41a11e78774,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:30.339702 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d3ef3-3dbd-41fa-b0cb-88b63b0f3d9e req-c9be5a07-f5b4-4266-af30-a41b532f4a5d tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:30.341416 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-011d3ef3-3dbd-41fa-b0cb-88b63b0f3d9e req-c9be5a07-f5b4-4266-af30-a41b532f4a5d tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.3958890 Apr 01 13:00:30.462500 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3d17661-e602-4b87-b733-add0f8c4f29a admin admin] Publish callbacks [] for security_group (b90d3ded-4c6f-4dff-977e-fb2ae2bda79c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.489851 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-011d3ef3-3dbd-41fa-b0cb-88b63b0f3d9e req-b67266fb-7a08-426d-9ecf-5bd6abc27f77 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352508 Apr 01 13:00:30.585665 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b82629b4-5dfd-453d-9999-6ba2a8a9a67c req-06f1538f-5f59-4652-9ab8-fd1df3ba0a97 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0360398 Apr 01 13:00:30.702495 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3d17661-e602-4b87-b733-add0f8c4f29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b90d3ded-4c6f-4dff-977e-fb2ae2bda79c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.778203 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a3d17661-e602-4b87-b733-add0f8c4f29a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=928b6d0ae1824bbd89c24ae51fe8fe20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0862284 Apr 01 13:00:30.781979 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55012) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:30.800496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d17661-e602-4b87-b733-add0f8c4f29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d3ded-4c6f-4dff-977e-fb2ae2bda79c,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:30.919560 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] Publish callbacks [] for security_group (b90d3ded-4c6f-4dff-977e-fb2ae2bda79c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:30.933650 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aea6c7bd-8475-4527-8b70-9cc4ec509f19 req-c658ff3e-54ba-4b71-9d7e-2a280dbff2b9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.0759943 Apr 01 13:00:31.000746 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:31.019919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] Publish callbacks [] for security_group (b90d3ded-4c6f-4dff-977e-fb2ae2bda79c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:31.254485 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b90d3ded-4c6f-4dff-977e-fb2ae2bda79c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:31.265038 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:31.265038 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b90d3ded-4c6f-4dff-977e-fb2ae2bda79c HTTP/1.1" status: 204 len: 168 time: 0.4809759 Apr 01 13:00:31.328671 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaa130-df3d-4c88-82cc-fae2a8c8fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d3ded-4c6f-4dff-977e-fb2ae2bda79c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:31.722696 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-331fb5f1-cc09-46f5-9ecc-0e9834c087f0 req-b2769d14-0d34-4ef1-9c37-4de78cc1dce3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0659428 Apr 01 13:00:31.780014 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ad18-a300-4092-b69b-c8bae8a0bd92 req-b9875c4e-cc18-4e41-afef-ac9c5e70e8bc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:31.781536 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01c3ad18-a300-4092-b69b-c8bae8a0bd92 req-b9875c4e-cc18-4e41-afef-ac9c5e70e8bc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.2053909 Apr 01 13:00:31.823037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55050) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:31.842092 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01c3ad18-a300-4092-b69b-c8bae8a0bd92 req-a889676c-94cc-4759-beaa-ed8d8dda6414 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541778 Apr 01 13:00:31.842972 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-114f966c-e55f-43e4-ae0b-52b160a39984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:31.953159 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-114f966c-e55f-43e4-ae0b-52b160a39984 admin admin] Publish callbacks [] for security_group (d105e242-d99b-459c-81cf-38b66e105427), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.036493 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-89dc2dc9-69f6-4e17-89a1-eb2044bf5ac9 req-e238c3b1-7007-44a8-8c8f-f00c44c00715 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Apr 01 13:00:32.049475 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-114f966c-e55f-43e4-ae0b-52b160a39984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d105e242-d99b-459c-81cf-38b66e105427), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.087593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f966c-e55f-43e4-ae0b-52b160a39984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105e242-d99b-459c-81cf-38b66e105427,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:32.093014 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-114f966c-e55f-43e4-ae0b-52b160a39984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a606f00db4504e318e8d130d8b7d83af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687306 Apr 01 13:00:32.095721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55056) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:32.151691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] Publish callbacks [] for security_group (d105e242-d99b-459c-81cf-38b66e105427), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.180518 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] Publish callbacks [] for security_group (d105e242-d99b-459c-81cf-38b66e105427), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.280446 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d105e242-d99b-459c-81cf-38b66e105427), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.287410 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.288692 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d105e242-d99b-459c-81cf-38b66e105427 HTTP/1.1" status: 204 len: 168 time: 0.1923573 Apr 01 13:00:32.299187 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b264-a27c-46f9-8f1f-c156574a7604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105e242-d99b-459c-81cf-38b66e105427,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:32.432325 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.444392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55072) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:32.458218 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5e121eab-0d54-4470-b8e6-0b0a0e426d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.533788 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55076) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:32.651683 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5e121eab-0d54-4470-b8e6-0b0a0e426d24 admin admin] Publish callbacks [] for security_group (8ffeb5fa-7409-4490-84de-af3dc2f90ad8), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.653127 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-919df21a-e839-492e-96a2-85ff41355ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.735517 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-919df21a-e839-492e-96a2-85ff41355ec2 admin admin] Publish callbacks [] for security_group (602972cf-7c04-4db6-80ca-3955e776b55f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.764166 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5e121eab-0d54-4470-b8e6-0b0a0e426d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8ffeb5fa-7409-4490-84de-af3dc2f90ad8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.817076 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121eab-0d54-4470-b8e6-0b0a0e426d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffeb5fa-7409-4490-84de-af3dc2f90ad8,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:32.830381 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5e121eab-0d54-4470-b8e6-0b0a0e426d24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c19c2d19b23841cda395ec709fe27f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850842 Apr 01 13:00:32.833100 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55098) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:32.866184 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-919df21a-e839-492e-96a2-85ff41355ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (602972cf-7c04-4db6-80ca-3955e776b55f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.892890 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] Publish callbacks [] for security_group (8ffeb5fa-7409-4490-84de-af3dc2f90ad8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.893359 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78c71ab9-38b6-4280-a717-0310073e569c req-17cf7916-50ac-4461-bd5f-61737de916eb tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0578499 Apr 01 13:00:32.951941 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-919df21a-e839-492e-96a2-85ff41355ec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebd840f494414bf49a1cbaf2cf433b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147387 Apr 01 13:00:32.952821 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55106) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:32.972256 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] Publish callbacks [] for security_group (8ffeb5fa-7409-4490-84de-af3dc2f90ad8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:32.976460 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df21a-e839-492e-96a2-85ff41355ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602972cf-7c04-4db6-80ca-3955e776b55f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:33.037398 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] Publish callbacks [] for security_group (602972cf-7c04-4db6-80ca-3955e776b55f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.091108 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] Publish callbacks [] for security_group (602972cf-7c04-4db6-80ca-3955e776b55f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.091338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a12a1-1e37-4bdc-9678-6e2abda4af18 req-257000a6-421b-4258-96bd-252a362fae8a tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:33.092978 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-558a12a1-1e37-4bdc-9678-6e2abda4af18 req-257000a6-421b-4258-96bd-252a362fae8a tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.1185853 Apr 01 13:00:33.117127 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-548f8bcf-f007-4041-b4ae-c2a54695c28b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:33.119446 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-548f8bcf-f007-4041-b4ae-c2a54695c28b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 816 time: 0.2201211 Apr 01 13:00:33.180403 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07c377ef-a6aa-42d9-96fb-b0c0cac8350f req-1f91c7ac-88b7-468c-a7f9-d159352be91a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.0400722 Apr 01 13:00:33.229225 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-558a12a1-1e37-4bdc-9678-6e2abda4af18 req-df78da02-c642-4645-88e1-ed1e4429a381 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082792 Apr 01 13:00:33.233311 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8ffeb5fa-7409-4490-84de-af3dc2f90ad8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.235593 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.237635 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ffeb5fa-7409-4490-84de-af3dc2f90ad8 HTTP/1.1" status: 204 len: 168 time: 0.4027932 Apr 01 13:00:33.264047 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e1b0-a250-40f0-8ab4-4dc0e533969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffeb5fa-7409-4490-84de-af3dc2f90ad8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:33.275179 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-81eed413-ee1a-43e6-aacd-43227f7ceb01 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 380 time: 0.1394699 Apr 01 13:00:33.284630 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (602972cf-7c04-4db6-80ca-3955e776b55f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.288638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.290226 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'port': {'device_id': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'admin_state_up': True, 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'security_groups': ['efe294d7-9ef5-44a0-811f-dc9455e7ecd8']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:33.292651 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/602972cf-7c04-4db6-80ca-3955e776b55f HTTP/1.1" status: 204 len: 168 time: 0.3386636 Apr 01 13:00:33.305379 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637026b-8029-4f99-9730-f6f8bd126445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602972cf-7c04-4db6-80ca-3955e776b55f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:33.489180 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Made reservation on behalf of cad1d982d3f444358c139a2af0706eec for: {'port': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:33.492631 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.622620 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Allocated IP 172.20.0.9 (995eff84-9d72-4fda-b79f-f17d7a6ee58a/2764b57c-3a85-4725-809d-e4979652c7a5/92c11755-3503-4288-8313-4a6f2bfa3721) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:33.734972 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.777075 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (92c11755-3503-4288-8313-4a6f2bfa3721), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.885720 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.926758 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:33.929549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:33.933338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:33.938445 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:33.939106 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:33.952698 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:33.966729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.62', 49914) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:34.071320 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0a17ad0e-c177-403f-8e77-bf4678cc1256 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894888 Apr 01 13:00:34.084487 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Request body: {'port': {'device_id': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:34.118538 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7140cd-6451-4e13-9303-ba433fcff4c2 req-db0a8c09-0ca6-4f09-8d7e-ef7d32e191d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:34.120458 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e7140cd-6451-4e13-9303-ba433fcff4c2 req-db0a8c09-0ca6-4f09-8d7e-ef7d32e191d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 931 time: 0.1331072 Apr 01 13:00:34.151876 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-11da4555-7ddc-4110-b80c-371c9a992e81 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:34.153766 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-11da4555-7ddc-4110-b80c-371c9a992e81 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 810 time: 0.1854985 Apr 01 13:00:34.214401 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.275272 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e7140cd-6451-4e13-9303-ba433fcff4c2 req-039f6ea5-4963-4f42-adef-75ab8aaa1a3e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465170 Apr 01 13:00:34.287013 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-8c5a6e8f-2018-4a8f-9eef-b317f79377dc tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 380 time: 0.1165273 Apr 01 13:00:34.289048 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f7898d35-fa2e-4d6a-8a99-3456f9e71335 None None] Provisioning complete for port 92c11755-3503-4288-8313-4a6f2bfa3721 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:34.289438 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f7898d35-fa2e-4d6a-8a99-3456f9e71335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.299720 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'port': {'device_id': '56fb0439-53a5-4270-976f-0907ab9bc859', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'admin_state_up': True, 'tenant_id': '458c96d3440e40178563936a92e99520', 'security_groups': ['16070272-10fa-4b98-b6e6-8dc2438ab4cf']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:34.331755 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f7898d35-fa2e-4d6a-8a99-3456f9e71335 None None] Port 92c11755-3503-4288-8313-4a6f2bfa3721 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:34.389727 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b037d400-3418-42c6-99af-483fffa32485 req-8bf64803-9a7b-447e-b9ab-e8da5e7979b1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.1005986 Apr 01 13:00:34.480395 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0f8-e7b5-4a8e-b18c-577d1ebbe9e9 req-48625c2d-d803-4217-afbe-4452a7d0e9a3 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:34.481999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8fafb0f8-e7b5-4a8e-b18c-577d1ebbe9e9 req-48625c2d-d803-4217-afbe-4452a7d0e9a3 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.1068819 Apr 01 13:00:34.539559 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8fafb0f8-e7b5-4a8e-b18c-577d1ebbe9e9 req-5d380a26-63e4-45a0-8f3a-c306cda3dfbf tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Apr 01 13:00:34.557532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Made reservation on behalf of 458c96d3440e40178563936a92e99520 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:34.560989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.603675 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:34.613794 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55160) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:34.617087 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks [] for port (92c11755-3503-4288-8313-4a6f2bfa3721), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.637675 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-77ced157-4259-467f-aed3-1e40d319c579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.643680 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.provisioning_blocks [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Transition to ACTIVE for port object 92c11755-3503-4288-8313-4a6f2bfa3721 will not be triggered until provisioned by entity L2. {{(pid=103740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:00:34.649630 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55162) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:34.723093 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.762004 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-77ced157-4259-467f-aed3-1e40d319c579 admin admin] Publish callbacks [] for security_group (4fe7fbd8-5308-472e-a0c4-8b1a2829550e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.792167 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:34.814325 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55168) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:34.839051 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Allocated IP 172.20.0.3 (2b997467-5787-4cb0-a9fb-fa858dd2b1bf/e7ea62d7-b0b0-48f6-9329-a08761a9dc02/dd3b1962-2cd8-47e8-a12f-d5798eb0fb08) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:34.846267 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Attempting to bind port 92c11755-3503-4288-8313-4a6f2bfa3721 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:34.846838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Attempting to bind port 92c11755-3503-4288-8313-4a6f2bfa3721 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:34.847274 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Attempting to bind port 92c11755-3503-4288-8313-4a6f2bfa3721 on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:34.852313 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Port 92c11755-3503-4288-8313-4a6f2bfa3721 on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:00:34.852739 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Attempting to bind port 92c11755-3503-4288-8313-4a6f2bfa3721 on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:34.858248 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:34.858701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Checking segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:34.859181 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Bound using segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:34.859716 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Bound port: 92c11755-3503-4288-8313-4a6f2bfa3721, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:34.860170 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.877594 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-77ced157-4259-467f-aed3-1e40d319c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4fe7fbd8-5308-472e-a0c4-8b1a2829550e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:34.934739 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-77ced157-4259-467f-aed3-1e40d319c579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b353b42222774c0997cc4a9550b412d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199267 Apr 01 13:00:34.940074 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55174) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:35.061887 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9da0ea57-c327-4fe4-ab0d-8332f6b1368e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.065783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.078533 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ced157-4259-467f-aed3-1e40d319c579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7fbd8-5308-472e-a0c4-8b1a2829550e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.103309 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, cleared binding levels {{(pid=103740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:35.114581 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12a923d1-a888-4cb6-b541-944924b3ca57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.136111 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:35.143369 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] Publish callbacks [] for security_group (4fe7fbd8-5308-472e-a0c4-8b1a2829550e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.158612 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.189187 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] Publish callbacks [] for security_group (4fe7fbd8-5308-472e-a0c4-8b1a2829550e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.250315 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:35.251821 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.256453 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:35.261288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:35.266492 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.267695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.271677 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.351402 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-576d8ce5-4e62-4099-b89e-57eb67446144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0572681 Apr 01 13:00:35.354138 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9da0ea57-c327-4fe4-ab0d-8332f6b1368e admin admin] Publish callbacks [] for security_group (8a9e3ebb-c632-456e-8417-e2e2e444bc47), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.362734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.363365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.364780 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] 10.222.0.62 "PUT /v2.0/ports/92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 1093 time: 1.2859180 Apr 01 13:00:35.365485 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:35.366759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Request body: {'port': {'device_id': '56fb0439-53a5-4270-976f-0907ab9bc859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:35.367945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b217d2e7-5bf5-4a94-a032-847e800884e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:35.384682 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fab75-1991-4bd3-939a-ddeeab454df9 service neutron] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=3']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.452574 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd7e7b7-f255-4c54-9d4b-18790a504fd8 x-openstack-request-id: req-edd7e7b7-f255-4c54-9d4b-18790a504fd8 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:35.456623 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:35.456623 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edd7e7b7-f255-4c54-9d4b-18790a504fd8 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:35.456623 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd7e7b7-f255-4c54-9d4b-18790a504fd8'] response: {'name': 'network-changed', 'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'status': 'completed', 'code': 200} Apr 01 13:00:35.462467 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12a923d1-a888-4cb6-b541-944924b3ca57 admin admin] Publish callbacks [] for security_group (c2f5a8dd-77de-43b4-8087-f3247090672e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.464888 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9da0ea57-c327-4fe4-ab0d-8332f6b1368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8a9e3ebb-c632-456e-8417-e2e2e444bc47), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.519253 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.557409 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 57b806e7-4e07-493d-b2fd-b82310b74d9f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:00:35.583816 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4fe7fbd8-5308-472e-a0c4-8b1a2829550e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.586481 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.590957 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fe7fbd8-5308-472e-a0c4-8b1a2829550e HTTP/1.1" status: 204 len: 168 time: 0.6492794 Apr 01 13:00:35.632342 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12a923d1-a888-4cb6-b541-944924b3ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c2f5a8dd-77de-43b4-8087-f3247090672e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.651439 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9da0ea57-c327-4fe4-ab0d-8332f6b1368e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c9860c1db094be4bbdec1a708f8246f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0009134 Apr 01 13:00:35.672879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55204) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:35.672986 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0ea57-c327-4fe4-ab0d-8332f6b1368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e3ebb-c632-456e-8417-e2e2e444bc47,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.730068 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de0745-c362-4ff4-9d22-0c31ea891d7f req-4813384a-24f2-4c3e-b727-c9eb0ee40795 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.731623 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35de0745-c362-4ff4-9d22-0c31ea891d7f req-4813384a-24f2-4c3e-b727-c9eb0ee40795 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.2678494 Apr 01 13:00:35.736271 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-12a923d1-a888-4cb6-b541-944924b3ca57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28a7a3fddf624d699d499bd34f450a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9203017 Apr 01 13:00:35.739333 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f6627-c993-4bd6-a694-a99e1cd12a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7fbd8-5308-472e-a0c4-8b1a2829550e,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.740503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-c07d57dc-5d09-4a2b-a607-0ec84e314014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.742036 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-c07d57dc-5d09-4a2b-a607-0ec84e314014 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1127 time: 0.2736187 Apr 01 13:00:35.742270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55208) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:35.789163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9aa8bcd8-f91d-4f20-bf47-23992ff484fb None None] Provisioning complete for port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:35.794969 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bcd8-f91d-4f20-bf47-23992ff484fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.836304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322eb54-86a4-4ac0-bec8-312c9d753c1c req-e590e72b-30db-413b-8132-6f1b681d78a0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.838912 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8322eb54-86a4-4ac0-bec8-312c9d753c1c req-e590e72b-30db-413b-8132-6f1b681d78a0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 931 time: 0.3238165 Apr 01 13:00:35.889000 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f,segment=NetworkSegment(2b871c28-66d7-4e9d-8f59-069bc195071c),segment_id=2b871c28-66d7-4e9d-8f59-069bc195071c)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:35.891677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a923d1-a888-4cb6-b541-944924b3ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5a8dd-77de-43b4-8087-f3247090672e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.922492 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35de0745-c362-4ff4-9d22-0c31ea891d7f req-e835ac9f-8642-4cca-8242-e4701cd78a3c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779609 Apr 01 13:00:35.929164 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8bcd8-f91d-4f20-bf47-23992ff484fb None None] Port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:00:35.930893 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '57b806e7-4e07-493d-b2fd-b82310b74d9f', 'network_id': '86afae5a-5652-435a-9fdd-60f01a903847', 'port_id': '57b806e7-4e07-493d-b2fd-b82310b74d9f', 'mac_address': 'fa:16:3e:d5:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad51a2d4-2d45-4412-9a0e-fb685e70b9b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:00:35.982373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 57b806e7-4e07-493d-b2fd-b82310b74d9f is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:35.982763 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:35.997671 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b806e7-4e07-493d-b2fd-b82310b74d9f {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:36.027237 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f,segment=NetworkSegment(2b871c28-66d7-4e9d-8f59-069bc195071c),segment_id=2b871c28-66d7-4e9d-8f59-069bc195071c)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:36.035625 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-596de8c6-634b-476d-a2d9-fd8a9b9bfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.037232 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-596de8c6-634b-476d-a2d9-fd8a9b9bfb61 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cad1d982d3f444358c139a2af0706eec&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2790377 Apr 01 13:00:36.097727 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.195881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:36.212624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] Publish callbacks [] for security_group (8a9e3ebb-c632-456e-8417-e2e2e444bc47), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.306975 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916269-8158-46e4-938c-898bd172c38c req-b03a70a2-67c5-40ee-be6f-72f7c3f52b61 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.308720 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6c916269-8158-46e4-938c-898bd172c38c req-b03a70a2-67c5-40ee-be6f-72f7c3f52b61 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 943 time: 0.2889836 Apr 01 13:00:36.313547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-999d5d3b-9e03-4ebd-ab95-fc387f7e19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.315589 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b217d2e7-5bf5-4a94-a032-847e800884e2 req-999d5d3b-9e03-4ebd-ab95-fc387f7e19a4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2580898 Apr 01 13:00:36.320852 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] Publish callbacks [] for security_group (8a9e3ebb-c632-456e-8417-e2e2e444bc47), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.322558 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] Publish callbacks [] for security_group (c2f5a8dd-77de-43b4-8087-f3247090672e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.413960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['57b806e7-4e07-493d-b2fd-b82310b74d9f'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:00:36.416825 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6c916269-8158-46e4-938c-898bd172c38c req-bbd93174-5bd9-4283-856b-2d004d553440 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001067 Apr 01 13:00:36.441784 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-ff07595a-52f1-4aa8-a105-9b37311c1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.443582 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-ff07595a-52f1-4aa8-a105-9b37311c1bdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1127 time: 0.0838161 Apr 01 13:00:36.511059 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-1c0e3ff2-2157-4c35-ad73-8af450cfcd08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 217 time: 0.0596633 Apr 01 13:00:36.585853 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:36.603646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-c352525f-786d-4b57-9ac9-d4bb5bc8c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.605448 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-c352525f-786d-4b57-9ac9-d4bb5bc8c317 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0805314 Apr 01 13:00:36.608242 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8322eb54-86a4-4ac0-bec8-312c9d753c1c req-6d0b15fd-1796-4744-926e-c7bc4fa36b19 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7269752 Apr 01 13:00:36.615828 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] Publish callbacks [] for security_group (c2f5a8dd-77de-43b4-8087-f3247090672e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.618721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks [] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.669632 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Transition to ACTIVE for port object dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:00:36.703870 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-f5f08ea9-f041-4500-b8f7-3cdb5f1152d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.706331 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-f5f08ea9-f041-4500-b8f7-3cdb5f1152d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922759 Apr 01 13:00:36.761906 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.794349 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c2f5a8dd-77de-43b4-8087-f3247090672e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.798648 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.798648 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f5a8dd-77de-43b4-8087-f3247090672e HTTP/1.1" status: 204 len: 168 time: 1.0448668 Apr 01 13:00:36.799710 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8a9e3ebb-c632-456e-8417-e2e2e444bc47), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.801820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:36.805598 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a9e3ebb-c632-456e-8417-e2e2e444bc47 HTTP/1.1" status: 204 len: 168 time: 1.1400661 Apr 01 13:00:36.815471 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-0add3dfa-89fe-407a-baf2-9b8c2a28576e service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024055 Apr 01 13:00:36.835505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b671e6f-4886-47ea-b948-0618ca54f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5a8dd-77de-43b4-8087-f3247090672e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:36.838312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:36.886712 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae8d34-60b3-4007-9cc2-53756f434aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e3ebb-c632-456e-8417-e2e2e444bc47,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:36.977517 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Attempting to bind port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:00:36.977921 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Attempting to bind port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:00:36.978289 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Attempting to bind port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:36.988914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:00:36.989237 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Attempting to bind port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:37.006259 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:37.006627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Checking segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:00:37.007200 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Bound using segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:37.007637 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Bound port: dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:00:37.007998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:37.105251 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:37.110067 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:37.201285 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:37.209720 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d6528dc-c8d4-475c-81a4-801d337bcc32 req-259fc010-513b-4e98-b025-0e24d0c94370 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860500 Apr 01 13:00:37.243150 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efffe23-4e41-4d4a-b9f0-ab0793cc7f6e req-6f4b344a-5789-42d5-9b8a-289a2ee34648 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.247382 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1efffe23-4e41-4d4a-b9f0-ab0793cc7f6e req-6f4b344a-5789-42d5-9b8a-289a2ee34648 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.1319027 Apr 01 13:00:37.279292 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.280126 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:37.281863 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 1093 time: 1.9222460 Apr 01 13:00:37.296044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:37.334124 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1efffe23-4e41-4d4a-b9f0-ab0793cc7f6e req-ec5f4752-0efe-4484-a5d2-c92c9770651e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705519 Apr 01 13:00:37.411555 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef66d5-d118-442a-97ba-153248d33ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:37.502698 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-bd002241-8e3e-4c5c-b530-137291a20bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.505217 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-bd002241-8e3e-4c5c-b530-137291a20bb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1127 time: 0.1036022 Apr 01 13:00:37.531461 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 57b806e7-4e07-493d-b2fd-b82310b74d9f up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:37.598729 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-4e6e2288-7e2c-4f5b-a844-66266db6928e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 217 time: 0.0846508 Apr 01 13:00:37.684618 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-c464f992-cfce-4d27-8479-b7f6046dc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.690170 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-c464f992-cfce-4d27-8479-b7f6046dc739 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0723565 Apr 01 13:00:37.694503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ed00-303c-4f4c-aa97-21533c701418 req-5c6aea0b-bb3b-47a0-93f8-3a2592fc35e8 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.696034 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ea5ed00-303c-4f4c-aa97-21533c701418 req-5c6aea0b-bb3b-47a0-93f8-3a2592fc35e8 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1373105 Apr 01 13:00:37.707144 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 57b806e7-4e07-493d-b2fd-b82310b74d9f completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:00:37.711553 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 57b806e7-4e07-493d-b2fd-b82310b74d9f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:37.712161 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:37.740184 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08e01d-10bc-49c7-ba1e-ec42693427f8 req-ad9235b5-4943-448b-a431-d527cb05bda6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.742048 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cf08e01d-10bc-49c7-ba1e-ec42693427f8 req-ad9235b5-4943-448b-a431-d527cb05bda6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 943 time: 0.0610027 Apr 01 13:00:37.799772 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cf08e01d-10bc-49c7-ba1e-ec42693427f8 req-bdca3e92-0a38-4049-b38f-6b8db4350ff5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503488 Apr 01 13:00:37.803393 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ea5ed00-303c-4f4c-aa97-21533c701418 req-d5ffd8c2-74d0-4e53-97ae-44928583d9f0 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989249 Apr 01 13:00:37.812684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-f8546ecc-6b79-4c6e-bb67-108b01f63399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.819671 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-f8546ecc-6b79-4c6e-bb67-108b01f63399 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179445 Apr 01 13:00:37.822612 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 57b806e7-4e07-493d-b2fd-b82310b74d9f is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:37.823091 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:37.849141 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:37.915785 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-6797d408-7a4b-4310-925a-aaf39d3415e5 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885448 Apr 01 13:00:37.919098 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55264) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:37.921069 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f,segment=NetworkSegment(2b871c28-66d7-4e9d-8f59-069bc195071c),segment_id=2b871c28-66d7-4e9d-8f59-069bc195071c)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:37.948132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9009de57-d7d7-4d96-80a1-32d0e70a75bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.027312 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.035291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55268) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:38.049183 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-595f8912-e072-4069-97c8-caeecdd9ed3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.057709 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35269a7f-597a-4d1a-9e88-c6103e7c42a1 req-fa96ce9e-4cf9-4233-b4db-51f4359513bd service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313839 Apr 01 13:00:38.116809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9009de57-d7d7-4d96-80a1-32d0e70a75bb admin admin] Publish callbacks [] for security_group (a1de83f5-7579-4171-b6fb-b8cdaaa3af45), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.129973 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.164289 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d697738c-3c07-4a9c-a959-a28f3957bb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:38.175434 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-595f8912-e072-4069-97c8-caeecdd9ed3e admin admin] Publish callbacks [] for security_group (f71ae24c-1787-4771-ad74-cd56b957f1bf), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.194151 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9009de57-d7d7-4d96-80a1-32d0e70a75bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a1de83f5-7579-4171-b6fb-b8cdaaa3af45), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.236269 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9009de57-d7d7-4d96-80a1-32d0e70a75bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=978264ccf6904591bf0d2f08f578c785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144910 Apr 01 13:00:38.236547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009de57-d7d7-4d96-80a1-32d0e70a75bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de83f5-7579-4171-b6fb-b8cdaaa3af45,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.238005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55278) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:38.256279 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-595f8912-e072-4069-97c8-caeecdd9ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f71ae24c-1787-4771-ad74-cd56b957f1bf), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.313816 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-595f8912-e072-4069-97c8-caeecdd9ed3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=565218ff97514d06b84ace7610136de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774885 Apr 01 13:00:38.315779 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f8912-e072-4069-97c8-caeecdd9ed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ae24c-1787-4771-ad74-cd56b957f1bf,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.316893 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55286) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:38.340629 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] Publish callbacks [] for security_group (a1de83f5-7579-4171-b6fb-b8cdaaa3af45), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.403345 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] Publish callbacks [] for security_group (a1de83f5-7579-4171-b6fb-b8cdaaa3af45), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.422408 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] Publish callbacks [] for security_group (f71ae24c-1787-4771-ad74-cd56b957f1bf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.490254 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] Publish callbacks [] for security_group (f71ae24c-1787-4771-ad74-cd56b957f1bf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.490436 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a30bf-45a6-4583-8de1-cdc02d9e9409" -d '{"events": [{"server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:38.537484 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0067-8edd-4615-8d4b-ef2be643cddf req-7660454e-19f8-4e84-a5c6-48ade8a5f5f7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:38.538629 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fc3b0067-8edd-4615-8d4b-ef2be643cddf req-7660454e-19f8-4e84-a5c6-48ade8a5f5f7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0982504 Apr 01 13:00:38.598778 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fc3b0067-8edd-4615-8d4b-ef2be643cddf req-b1862cff-0d51-49d0-b5dc-d799c3f02f7e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528760 Apr 01 13:00:38.627133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e198a-6f88-45e7-8d3d-10f7e8c125a9 x-openstack-request-id: req-874e198a-6f88-45e7-8d3d-10f7e8c125a9 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:38.627133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:38.627133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-874e198a-6f88-45e7-8d3d-10f7e8c125a9 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:38.627133 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874e198a-6f88-45e7-8d3d-10f7e8c125a9'] response: {'name': 'network-changed', 'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'status': 'completed', 'code': 200} Apr 01 13:00:38.627623 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a1de83f5-7579-4171-b6fb-b8cdaaa3af45), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.629869 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.631789 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1de83f5-7579-4171-b6fb-b8cdaaa3af45 HTTP/1.1" status: 204 len: 168 time: 0.3922033 Apr 01 13:00:38.640886 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e522-6114-4445-9a07-fa6d801b603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1de83f5-7579-4171-b6fb-b8cdaaa3af45,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.687610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f71ae24c-1787-4771-ad74-cd56b957f1bf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.687610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.690557 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f71ae24c-1787-4771-ad74-cd56b957f1bf HTTP/1.1" status: 204 len: 168 time: 0.3690932 Apr 01 13:00:38.709758 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c828a-0d91-4ca5-85ad-b26972f2a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ae24c-1787-4771-ad74-cd56b957f1bf,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.721543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-6f1afa65-d0b9-4adf-915e-adc05ba41369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:38.723216 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-6f1afa65-d0b9-4adf-915e-adc05ba41369 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1127 time: 0.0765126 Apr 01 13:00:38.837456 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:38.863853 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2bea00-585a-4682-80cb-cf7a46494c2f x-openstack-request-id: req-9e2bea00-585a-4682-80cb-cf7a46494c2f {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:38.864173 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:38.864496 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e2bea00-585a-4682-80cb-cf7a46494c2f {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:38.865007 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2bea00-585a-4682-80cb-cf7a46494c2f'] response: {'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f', 'code': 200} Apr 01 13:00:38.916819 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-b307f41a-9ffe-4a72-9088-00fbc7a31619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:38.920636 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-b307f41a-9ffe-4a72-9088-00fbc7a31619 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.1887705 Apr 01 13:00:38.974243 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-22f10f62-4293-4895-985e-790dfa8aeed0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 217 time: 0.0464480 Apr 01 13:00:39.012601 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88268ce-0bb5-42d9-9d6f-dbc32acd91d0 req-d0019428-f203-43c1-940a-fbfc76668812 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.014251 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d88268ce-0bb5-42d9-9d6f-dbc32acd91d0 req-d0019428-f203-43c1-940a-fbfc76668812 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0660474 Apr 01 13:00:39.065077 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-9c81ce8e-5618-44b8-9105-bb3ede5e083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.067202 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-9c81ce8e-5618-44b8-9105-bb3ede5e083c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0838356 Apr 01 13:00:39.076455 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30db37-8c2f-4588-a3d1-1c4147d1c05d req-e210feaf-3bbc-4f74-a299-048c84a524d4 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.077979 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f30db37-8c2f-4588-a3d1-1c4147d1c05d req-e210feaf-3bbc-4f74-a299-048c84a524d4 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 943 time: 0.1028314 Apr 01 13:00:39.084068 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d88268ce-0bb5-42d9-9d6f-dbc32acd91d0 req-6bc165b9-024e-42bc-9cf1-c2c8e194d208 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Apr 01 13:00:39.170849 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-3c3c2485-54f5-4fb2-8d6e-948e9b8dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.172251 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-3c3c2485-54f5-4fb2-8d6e-948e9b8dfa0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930009 Apr 01 13:00:39.176357 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f30db37-8c2f-4588-a3d1-1c4147d1c05d req-7c45c259-f0ee-4092-b025-9869c04b905a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749683 Apr 01 13:00:39.283137 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-0fe1ae34-5673-4f9d-9c65-b6082c2aad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.284852 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-0fe1ae34-5673-4f9d-9c65-b6082c2aad1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 1129 time: 0.1164703 Apr 01 13:00:39.292228 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-44f155b8-9a21-4130-92b0-665549efbc63 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140373 Apr 01 13:00:39.304278 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-dc4a9eb9-8af0-4e0f-b436-9ed63b3e74b3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:39.395740 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-dc4a9eb9-8af0-4e0f-b436-9ed63b3e74b3 service neutron] Publish callbacks [] for security_group (dca05867-57ab-4d9e-a722-4d42c158fad6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:39.405442 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d697738c-3c07-4a9c-a959-a28f3957bb9e req-468f15a8-0c5c-4783-86bd-3e8fe842bbe0 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077440 Apr 01 13:00:39.460623 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-dc4a9eb9-8af0-4e0f-b436-9ed63b3e74b3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (dca05867-57ab-4d9e-a722-4d42c158fad6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:39.512597 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e4e6ea01-fc51-4763-8ab9-9f80a6413019 req-dc4a9eb9-8af0-4e0f-b436-9ed63b3e74b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207580 Apr 01 13:00:39.514504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a9eb9-8af0-4e0f-b436-9ed63b3e74b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dca05867-57ab-4d9e-a722-4d42c158fad6,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:39.721422 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195449-5421-4c54-96ff-b81ca84138a1 req-06d9df44-8cbb-4525-a76c-15ca92ce3d14 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.722915 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c1195449-5421-4c54-96ff-b81ca84138a1 req-06d9df44-8cbb-4525-a76c-15ca92ce3d14 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0539839 Apr 01 13:00:39.767786 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c1195449-5421-4c54-96ff-b81ca84138a1 req-7c62a4a1-8fdd-4caf-b7ff-0920da491057 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392449 Apr 01 13:00:39.973654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55348) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.002560 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55352) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.171372 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74120440-a764-422b-a2da-2ad95762a882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.224445 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a076dcba-448c-4969-8639-ce5cc88878d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.276845 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b151-003f-41f1-8404-50df8ac4cb8a req-029f2a2e-73d4-4249-8101-afefe87d729c tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:40.278369 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d77b151-003f-41f1-8404-50df8ac4cb8a req-029f2a2e-73d4-4249-8101-afefe87d729c tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.1232054 Apr 01 13:00:40.321164 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a20cb-34c9-4931-aede-d7f962dc7bc7 req-5addaf97-2800-46b0-bd37-e8003d8378eb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:40.323854 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-412a20cb-34c9-4931-aede-d7f962dc7bc7 req-5addaf97-2800-46b0-bd37-e8003d8378eb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 943 time: 0.0692520 Apr 01 13:00:40.383522 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-412a20cb-34c9-4931-aede-d7f962dc7bc7 req-e818e2c7-61bb-4f3b-bf9d-03f1506bc9be tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527558 Apr 01 13:00:40.427564 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55368) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.546358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9d556884-1eaf-449e-b45b-f025562a2b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.550444 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d77b151-003f-41f1-8404-50df8ac4cb8a req-0b701ba9-5f3c-49cc-b68b-aab584fc3ff4 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603438 Apr 01 13:00:40.567886 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74120440-a764-422b-a2da-2ad95762a882 admin admin] Publish callbacks [] for security_group (a9c5feb1-1046-4f39-bb2a-596d92b4be79), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.576717 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a076dcba-448c-4969-8639-ce5cc88878d2 admin admin] Publish callbacks [] for security_group (310ab9e1-0450-43ee-bab2-d41342da9d7a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.627638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9d556884-1eaf-449e-b45b-f025562a2b20 admin admin] Publish callbacks [] for security_group (9b0ee658-3c6a-4f96-91d3-f991833df582), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.634024 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a076dcba-448c-4969-8639-ce5cc88878d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (310ab9e1-0450-43ee-bab2-d41342da9d7a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.638643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74120440-a764-422b-a2da-2ad95762a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a9c5feb1-1046-4f39-bb2a-596d92b4be79), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.696093 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a076dcba-448c-4969-8639-ce5cc88878d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d76a43aeb51a499a8cc38ca549e3e52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6901896 Apr 01 13:00:40.696589 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-74120440-a764-422b-a2da-2ad95762a882 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c52a565492948de9b5afe612574b2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7214668 Apr 01 13:00:40.697288 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55382) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.697527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076dcba-448c-4969-8639-ce5cc88878d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ab9e1-0450-43ee-bab2-d41342da9d7a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:40.699822 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55384) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.728594 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9d556884-1eaf-449e-b45b-f025562a2b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (9b0ee658-3c6a-4f96-91d3-f991833df582), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.746158 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120440-a764-422b-a2da-2ad95762a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5feb1-1046-4f39-bb2a-596d92b4be79,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:40.778847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] Publish callbacks [] for security_group (a9c5feb1-1046-4f39-bb2a-596d92b4be79), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.782667 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9d556884-1eaf-449e-b45b-f025562a2b20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16d394bc4f7d4a6280d435bdb6533543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537860 Apr 01 13:00:40.785164 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55390) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:40.794898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d556884-1eaf-449e-b45b-f025562a2b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ee658-3c6a-4f96-91d3-f991833df582,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:40.811435 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] Publish callbacks [] for security_group (310ab9e1-0450-43ee-bab2-d41342da9d7a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.827944 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] Publish callbacks [] for security_group (a9c5feb1-1046-4f39-bb2a-596d92b4be79), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.840317 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] Publish callbacks [] for security_group (310ab9e1-0450-43ee-bab2-d41342da9d7a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.882619 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] Publish callbacks [] for security_group (9b0ee658-3c6a-4f96-91d3-f991833df582), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.905713 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] Publish callbacks [] for security_group (9b0ee658-3c6a-4f96-91d3-f991833df582), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.959833 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d43dfd-7174-49cc-94bb-aff1b3538e68 req-ed72ed8c-1fcb-44d0-a5b7-1fc0e4c1293f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:40.961399 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-44d43dfd-7174-49cc-94bb-aff1b3538e68 req-ed72ed8c-1fcb-44d0-a5b7-1fc0e4c1293f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.1048305 Apr 01 13:00:40.988223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a9c5feb1-1046-4f39-bb2a-596d92b4be79), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.990987 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:40.995334 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9c5feb1-1046-4f39-bb2a-596d92b4be79 HTTP/1.1" status: 204 len: 168 time: 0.2945721 Apr 01 13:00:41.004064 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9737086-492e-4da0-90c3-1ac9562ad5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5feb1-1046-4f39-bb2a-596d92b4be79,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:41.010817 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-44d43dfd-7174-49cc-94bb-aff1b3538e68 req-b81b78a5-e30c-4b0a-8381-0e78086a6f22 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Apr 01 13:00:41.017197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (9b0ee658-3c6a-4f96-91d3-f991833df582), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.021286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.025776 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b0ee658-3c6a-4f96-91d3-f991833df582 HTTP/1.1" status: 204 len: 168 time: 0.2370839 Apr 01 13:00:41.026183 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (310ab9e1-0450-43ee-bab2-d41342da9d7a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.032819 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.032819 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/310ab9e1-0450-43ee-bab2-d41342da9d7a HTTP/1.1" status: 204 len: 168 time: 0.3310785 Apr 01 13:00:41.051211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08b459-dc72-45fe-9cec-83f6336e2ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ee658-3c6a-4f96-91d3-f991833df582,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:41.054149 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a09fca-bb6e-423a-96bf-0c47d6c2e0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ab9e1-0450-43ee-bab2-d41342da9d7a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:41.527035 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b94f8-b044-4ae1-be83-06eb1fc1ff87 req-b629667d-cf65-496d-9db5-db3385d048d2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:41.527035 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-127b94f8-b044-4ae1-be83-06eb1fc1ff87 req-b629667d-cf65-496d-9db5-db3385d048d2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 943 time: 0.0573754 Apr 01 13:00:41.536052 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:00:41.573783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-127b94f8-b044-4ae1-be83-06eb1fc1ff87 req-793e65f7-3f04-423f-a19f-d1a272aa9256 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Apr 01 13:00:41.589620 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:00:41.689433 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af970-5d14-448e-ba53-9c08b5e97fed req-64102d70-cac7-49b3-a780-cc512411bc4e tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:41.691074 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea1af970-5d14-448e-ba53-9c08b5e97fed req-64102d70-cac7-49b3-a780-cc512411bc4e tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0578444 Apr 01 13:00:41.745764 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea1af970-5d14-448e-ba53-9c08b5e97fed req-5c4c14b7-e4f0-478e-ad6b-34048e87ad05 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Apr 01 13:00:41.774147 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:41.787204 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'port_id': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'mac_address': 'fa:16:3e:34:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:00:41.826583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:41.826987 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.840412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:41.861693 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:41.959629 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:41.960602 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:00:42.054191 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:42.104447 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:42.120517 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '92c11755-3503-4288-8313-4a6f2bfa3721', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:00:42.157708 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:42.158240 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.159309 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7875a-41f6-49f7-8c23-7f562ccf9b45 req-bddf6398-f76c-433d-b6cf-b97e3e6ad5d2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:42.160957 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-58b7875a-41f6-49f7-8c23-7f562ccf9b45 req-bddf6398-f76c-433d-b6cf-b97e3e6ad5d2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0535922 Apr 01 13:00:42.181550 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:42.199816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55428) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:42.203745 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:42.224223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b212b04-3ed7-4f89-9f9e-14390c2d7b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.235171 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-58b7875a-41f6-49f7-8c23-7f562ccf9b45 req-bc85897c-ccd4-418d-8e16-b0cafc032ce4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687675 Apr 01 13:00:42.279978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.301109 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55430) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:42.319195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80bb8254-c652-429d-8405-443f99916e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.331821 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b212b04-3ed7-4f89-9f9e-14390c2d7b5e admin admin] Publish callbacks [] for security_group (d2f0ba30-826b-4aa5-9933-0d885ebf7122), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.336100 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:42.402313 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80bb8254-c652-429d-8405-443f99916e59 admin admin] Publish callbacks [] for security_group (c02316f8-449f-4c47-960a-84672a34c370), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.420795 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b212b04-3ed7-4f89-9f9e-14390c2d7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d2f0ba30-826b-4aa5-9933-0d885ebf7122), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.483348 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80bb8254-c652-429d-8405-443f99916e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c02316f8-449f-4c47-960a-84672a34c370), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.488996 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9b212b04-3ed7-4f89-9f9e-14390c2d7b5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ebda1c53b224fda8f1974420cf908d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883873 Apr 01 13:00:42.494470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b212b04-3ed7-4f89-9f9e-14390c2d7b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f0ba30-826b-4aa5-9933-0d885ebf7122,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:42.498879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55442) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:42.536198 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-80bb8254-c652-429d-8405-443f99916e59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14276ffc98674fb8a111401a7d80c240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339001 Apr 01 13:00:42.537033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb8254-c652-429d-8405-443f99916e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02316f8-449f-4c47-960a-84672a34c370,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:42.539503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55446) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:42.541297 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['92c11755-3503-4288-8313-4a6f2bfa3721'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:00:42.599721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] Publish callbacks [] for security_group (d2f0ba30-826b-4aa5-9933-0d885ebf7122), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.627410 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:00:42.637681 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] Publish callbacks [] for security_group (d2f0ba30-826b-4aa5-9933-0d885ebf7122), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.653194 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] Publish callbacks [] for security_group (c02316f8-449f-4c47-960a-84672a34c370), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.692571 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] Publish callbacks [] for security_group (c02316f8-449f-4c47-960a-84672a34c370), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.757981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d2f0ba30-826b-4aa5-9933-0d885ebf7122), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.760504 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.764319 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2f0ba30-826b-4aa5-9933-0d885ebf7122 HTTP/1.1" status: 204 len: 168 time: 0.2610075 Apr 01 13:00:42.771955 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e2e6-4a3d-4463-8f70-4fcf586f0790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f0ba30-826b-4aa5-9933-0d885ebf7122,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:42.839178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1d0b-706c-4ec4-a3c3-0e2e21d1425d req-bdbee15a-9597-4f0b-b9e0-1c2cf5ad309d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:42.840389 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dc7e1d0b-706c-4ec4-a3c3-0e2e21d1425d req-bdbee15a-9597-4f0b-b9e0-1c2cf5ad309d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 944 time: 0.1448712 Apr 01 13:00:42.888085 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c02316f8-449f-4c47-960a-84672a34c370), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.890705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:42.892593 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c02316f8-449f-4c47-960a-84672a34c370 HTTP/1.1" status: 204 len: 168 time: 0.3519595 Apr 01 13:00:42.911141 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dc7e1d0b-706c-4ec4-a3c3-0e2e21d1425d req-86b1e7e0-3f63-497d-99da-63fcd0f57a94 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646455 Apr 01 13:00:42.912282 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82033-b1d3-47af-b1ca-0504136aebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02316f8-449f-4c47-960a-84672a34c370,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:43.369098 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0ec4-f5a8-4926-b632-c94bd46386eb req-3465efa3-95bc-4bb8-a457-b39eb92aa590 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:43.370518 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a18d0ec4-f5a8-4926-b632-c94bd46386eb req-3465efa3-95bc-4bb8-a457-b39eb92aa590 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0546005 Apr 01 13:00:43.418450 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a18d0ec4-f5a8-4926-b632-c94bd46386eb req-ae473e2e-e348-494e-bfd3-3c97c8013e70 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Apr 01 13:00:43.534520 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:43.680182 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:00:43.686789 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:43.687392 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:43.785622 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:43.786172 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:43.811214 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:43.814054 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ee326-0709-4e58-801c-ef7e648dbc2a" -d '{"events": [{"server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:43.826877 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:43.857991 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65061157-86de-4193-a675-dbc6abe48b1f x-openstack-request-id: req-65061157-86de-4193-a675-dbc6abe48b1f {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:43.858310 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:43.858580 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65061157-86de-4193-a675-dbc6abe48b1f {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:43.858969 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65061157-86de-4193-a675-dbc6abe48b1f'] response: {'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'code': 200} Apr 01 13:00:43.901905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:43.903714 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:43.987856 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:44.074424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186febf-4c7a-4c04-b993-9b36c320d77b req-3200b6a0-15ff-453a-84a5-c39d2ec37310 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:44.076145 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5186febf-4c7a-4c04-b993-9b36c320d77b req-3200b6a0-15ff-453a-84a5-c39d2ec37310 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0830085 Apr 01 13:00:44.080188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 92c11755-3503-4288-8313-4a6f2bfa3721 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:00:44.084756 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 92c11755-3503-4288-8313-4a6f2bfa3721 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:00:44.085451 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:44.144348 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5186febf-4c7a-4c04-b993-9b36c320d77b req-0ddce944-39f0-4cd4-b534-eccf9d152148 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539062 Apr 01 13:00:44.188742 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:00:44.189397 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:44.231307 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:44.290942 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df968c-d584-4069-aabe-5658b108a6db req-4916f6a5-ca7d-40d0-99a7-e3fb2f6bc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:44.293060 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5df968c-d584-4069-aabe-5658b108a6db req-4916f6a5-ca7d-40d0-99a7-e3fb2f6bc3bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.0631940 Apr 01 13:00:44.334603 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:44.360578 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5df968c-d584-4069-aabe-5658b108a6db req-4caf98a3-0555-4515-9cb8-c4a1fc93a4db service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606847 Apr 01 13:00:44.386588 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:44.578822 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25ebea-36d3-459d-81ce-ee269af1b2a8 req-c8eb81cb-b6b8-4202-a526-29d7d0066f68 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:44.581420 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a25ebea-36d3-459d-81ce-ee269af1b2a8 req-c8eb81cb-b6b8-4202-a526-29d7d0066f68 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0764351 Apr 01 13:00:44.661759 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a25ebea-36d3-459d-81ce-ee269af1b2a8 req-7f57c272-71fc-4225-b4bf-78d7f7b8fd61 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655098 Apr 01 13:00:45.280562 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207bf79-31c6-4738-bed1-15bfae27595b req-17fa5f67-0795-465b-96b0-6a5c475131c3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.282265 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1207bf79-31c6-4738-bed1-15bfae27595b req-17fa5f67-0795-465b-96b0-6a5c475131c3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0532188 Apr 01 13:00:45.340195 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1207bf79-31c6-4738-bed1-15bfae27595b req-5264fd9a-143a-43a5-b4b0-edf47602d1fe tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519590 Apr 01 13:00:45.388819 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55616) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:45.494446 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-528b8633-63a4-4efa-bee1-cfaf53eb627a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.603538 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-528b8633-63a4-4efa-bee1-cfaf53eb627a admin admin] Publish callbacks [] for security_group (66843114-4be9-4e20-a105-b8897b2e41d2), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.679692 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-528b8633-63a4-4efa-bee1-cfaf53eb627a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (66843114-4be9-4e20-a105-b8897b2e41d2), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.723112 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-528b8633-63a4-4efa-bee1-cfaf53eb627a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8696152b44b4153b67f1771ab96ac13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306272 Apr 01 13:00:45.723428 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55630) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:45.729526 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b8633-63a4-4efa-bee1-cfaf53eb627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66843114-4be9-4e20-a105-b8897b2e41d2,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:45.785063 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c8cf-e4a6-4bc9-810c-cf68463530ba req-27662ce0-8e97-427d-84db-509eb1e25c84 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.785702 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] Publish callbacks [] for security_group (66843114-4be9-4e20-a105-b8897b2e41d2), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.787596 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86a8c8cf-e4a6-4bc9-810c-cf68463530ba req-27662ce0-8e97-427d-84db-509eb1e25c84 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Apr 01 13:00:45.811557 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] Publish callbacks [] for security_group (66843114-4be9-4e20-a105-b8897b2e41d2), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.859954 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:45.866468 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483d28e-04a7-42c9-a48f-258c989b2fb8" -d '{"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:45.908914 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86a8c8cf-e4a6-4bc9-810c-cf68463530ba req-7b5e8aef-191b-4e34-ba66-070c200a4a99 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050799 Apr 01 13:00:45.924199 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fb6cba-2480-4f5f-81b8-9dbace889653 x-openstack-request-id: req-a7fb6cba-2480-4f5f-81b8-9dbace889653 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:45.924576 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:45.924843 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7fb6cba-2480-4f5f-81b8-9dbace889653 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:45.925245 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fb6cba-2480-4f5f-81b8-9dbace889653'] response: {'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'code': 200} Apr 01 13:00:45.941391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (66843114-4be9-4e20-a105-b8897b2e41d2), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.941391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:45.941391 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66843114-4be9-4e20-a105-b8897b2e41d2 HTTP/1.1" status: 204 len: 168 time: 0.2162738 Apr 01 13:00:45.964497 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a0ef-3426-47d3-95ea-811ffea714b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66843114-4be9-4e20-a105-b8897b2e41d2,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:46.403832 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e0357-4131-448f-963d-ce7671d8d548 req-786eda8c-9fa5-4471-868c-d394aeb9561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:46.405379 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-314e0357-4131-448f-963d-ce7671d8d548 req-786eda8c-9fa5-4471-868c-d394aeb9561e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1129 time: 0.0473008 Apr 01 13:00:46.484269 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-314e0357-4131-448f-963d-ce7671d8d548 req-ae4ae680-2604-4888-9ae1-0a9c8f2b08fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727684 Apr 01 13:00:46.492358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b79e-029a-4a55-b952-a7baeff01d84 req-27dab9f3-3f59-4d9c-aae8-0051c952d2a3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:46.493809 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2292b79e-029a-4a55-b952-a7baeff01d84 req-27dab9f3-3f59-4d9c-aae8-0051c952d2a3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0767100 Apr 01 13:00:46.546760 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2292b79e-029a-4a55-b952-a7baeff01d84 req-3725ef21-160b-42ff-ab0a-5f5cb5ca1691 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Apr 01 13:00:46.687739 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55664) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:46.713203 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc816-faae-4ba3-98c9-9b6094a2aff2 req-b8ab7472-054a-46e4-a472-a3d24b1ab775 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:46.714880 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-beddc816-faae-4ba3-98c9-9b6094a2aff2 req-b8ab7472-054a-46e4-a472-a3d24b1ab775 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0544000 Apr 01 13:00:46.731515 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55670) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:46.736238 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'floatingip': {'port_id': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:46.815431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (616034dd-890d-4483-9f20-96f792bae575), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:46.959376 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7124920f-bd24-4d15-9e3e-8dbd48517338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:46.989103 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55682) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:47.086448 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7124920f-bd24-4d15-9e3e-8dbd48517338 admin admin] Publish callbacks [] for security_group (e71b043b-a999-4900-9315-4579ba05eded), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.150729 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7124920f-bd24-4d15-9e3e-8dbd48517338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (e71b043b-a999-4900-9315-4579ba05eded), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.243346 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd77c-dfc2-49af-8df4-dfeed03b928e req-c3de95b6-6b7e-444f-91f5-f7079bb56b98 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:47.250242 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fc1fd77c-dfc2-49af-8df4-dfeed03b928e req-c3de95b6-6b7e-444f-91f5-f7079bb56b98 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1739421 Apr 01 13:00:47.269037 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7124920f-bd24-4d15-9e3e-8dbd48517338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8698c2e7aedc45ef96e48e0de1ac9f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763144 Apr 01 13:00:47.272296 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d2433be8-6b27-41fd-922d-edea16d4378a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.274860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55700) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:47.277602 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124920f-bd24-4d15-9e3e-8dbd48517338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b043b-a999-4900-9315-4579ba05eded,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:47.393518 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fc1fd77c-dfc2-49af-8df4-dfeed03b928e req-94677eae-23e9-4af8-a5e9-b8760c45f77c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422927 Apr 01 13:00:47.415745 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] Publish callbacks [] for security_group (e71b043b-a999-4900-9315-4579ba05eded), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.451037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] Publish callbacks [] for security_group (e71b043b-a999-4900-9315-4579ba05eded), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.505503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d2433be8-6b27-41fd-922d-edea16d4378a admin admin] Publish callbacks [] for security_group (cd1a9c45-683d-4192-99aa-f9b908c0b014), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.576938 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.746294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (616034dd-890d-4483-9f20-96f792bae575), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.746459 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d2433be8-6b27-41fd-922d-edea16d4378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (cd1a9c45-683d-4192-99aa-f9b908c0b014), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.756491 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (e71b043b-a999-4900-9315-4579ba05eded), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.756491 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.761524 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e71b043b-a999-4900-9315-4579ba05eded HTTP/1.1" status: 204 len: 168 time: 0.4847898 Apr 01 13:00:47.840214 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d2433be8-6b27-41fd-922d-edea16d4378a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125fba979cf84d98ba6649bac2073012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8466561 Apr 01 13:00:47.840214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55720) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:47.858941 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433be8-6b27-41fd-922d-edea16d4378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a9c45-683d-4192-99aa-f9b908c0b014,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:47.884670 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79265-fa80-42d4-aaf3-ca62ea1bdfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b043b-a999-4900-9315-4579ba05eded,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:47.895524 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Floating IP 616034dd-890d-4483-9f20-96f792bae575 associated. External IP: 172.27.2.170, port: dd3b1962-2cd8-47e8-a12f-d5798eb0fb08. Apr 01 13:00:47.910020 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] Publish callbacks [] for security_group (cd1a9c45-683d-4192-99aa-f9b908c0b014), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:47.933849 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] Publish callbacks [] for security_group (cd1a9c45-683d-4192-99aa-f9b908c0b014), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.062649 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (cd1a9c45-683d-4192-99aa-f9b908c0b014), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.066180 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.069653 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd1a9c45-683d-4192-99aa-f9b908c0b014 HTTP/1.1" status: 204 len: 168 time: 0.2258270 Apr 01 13:00:48.075688 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eff1b-408a-4ee8-b520-13c4798eafd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a9c45-683d-4192-99aa-f9b908c0b014,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:48.339887 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:48.449864 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:48.456006 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.463804 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:48.475035 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:48.475802 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:48.522787 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5a120e58-ec5b-4b7e-9c8e-21b5be9159c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "PUT /v2.0/floatingips/616034dd-890d-4483-9f20-96f792bae575 HTTP/1.1" status: 200 len: 991 time: 1.7901638 Apr 01 13:00:48.525674 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:48.527195 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426eb1b-8153-4b44-9a52-5e6be9f55222" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:48.548510 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107c68-b2ff-48ad-bfeb-47fbc5c4e922 req-1805b66e-f8e3-415f-b193-adb970f8b5ab tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:48.550054 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a107c68-b2ff-48ad-bfeb-47fbc5c4e922 req-1805b66e-f8e3-415f-b193-adb970f8b5ab tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0982735 Apr 01 13:00:48.570939 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c771e-922e-4180-9b11-152d258b4407 x-openstack-request-id: req-562c771e-922e-4180-9b11-152d258b4407 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:48.571226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:48.571477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-562c771e-922e-4180-9b11-152d258b4407 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:48.571859 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562c771e-922e-4180-9b11-152d258b4407'] response: {'name': 'network-changed', 'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'status': 'completed', 'code': 200} Apr 01 13:00:48.594358 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:48.622998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55750) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:48.637714 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a107c68-b2ff-48ad-bfeb-47fbc5c4e922 req-d9d9c81a-ab19-43d4-a656-b9fa10eaaf10 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814803 Apr 01 13:00:48.647959 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6bc647b5-2790-44f5-b0a7-00b1ec8dd837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.684769 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-71e52ac6-aff1-4b72-99e1-4971f8bfdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:48.687321 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-71e52ac6-aff1-4b72-99e1-4971f8bfdc77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.0871451 Apr 01 13:00:48.811366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6bc647b5-2790-44f5-b0a7-00b1ec8dd837 admin admin] Publish callbacks [] for security_group (d7a94449-8909-4327-b0e2-deae3bc0a5b2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.879812 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6bc647b5-2790-44f5-b0a7-00b1ec8dd837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d7a94449-8909-4327-b0e2-deae3bc0a5b2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:48.884589 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977527cf-0215-48b9-92b7-2d155dfc2b22 req-41e9e7c1-90cf-4e86-a5fa-d79ded8f9e71 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:48.890354 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-977527cf-0215-48b9-92b7-2d155dfc2b22 req-41e9e7c1-90cf-4e86-a5fa-d79ded8f9e71 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1144016 Apr 01 13:00:48.898653 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 55758) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:48.910308 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'floatingip': {'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:48.918602 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-374a59b2-d8a0-472a-9592-2fa5ea984541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:48.926244 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-374a59b2-d8a0-472a-9592-2fa5ea984541 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.2327874 Apr 01 13:00:48.940891 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '616034dd-890d-4483-9f20-96f792bae575', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:34:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb0439-53a5-4270-976f-0907ab9bc859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:25Z', 'updated_at': '2022-04-01T13:00:47Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:48.971066 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:48.984002 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:48.985693 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:49.000733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc647b5-2790-44f5-b0a7-00b1ec8dd837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a94449-8909-4327-b0e2-deae3bc0a5b2,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:49.018045 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6bc647b5-2790-44f5-b0a7-00b1ec8dd837 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=764ad5a1ad554c0a82969adee5fe23b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926797 Apr 01 13:00:49.026725 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55764) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:49.097925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.132572 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] Publish callbacks [] for security_group (d7a94449-8909-4327-b0e2-deae3bc0a5b2), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.176756 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] Publish callbacks [] for security_group (d7a94449-8909-4327-b0e2-deae3bc0a5b2), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.282887 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55774) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:49.284714 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:49.303862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-391fb62c-113b-423f-8f82-410c7d4ca577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.332311 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d7a94449-8909-4327-b0e2-deae3bc0a5b2), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.336778 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.340555 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7a94449-8909-4327-b0e2-deae3bc0a5b2 HTTP/1.1" status: 204 len: 168 time: 0.3112445 Apr 01 13:00:49.378290 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee2415-b87d-4d29-9d59-cac111c9fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a94449-8909-4327-b0e2-deae3bc0a5b2,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:49.450767 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-391fb62c-113b-423f-8f82-410c7d4ca577 admin admin] Publish callbacks [] for security_group (5027bbf7-7ba4-4030-81f7-f8ef58c6275d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.480032 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-6ef090b8-d3ad-4835-b1d3-e9a28a5dea36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 999 time: 0.5017412 Apr 01 13:00:49.536648 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-391fb62c-113b-423f-8f82-410c7d4ca577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (5027bbf7-7ba4-4030-81f7-f8ef58c6275d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.593090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-c1346bf8-26bb-41b2-a282-aa62d9c05ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:49.595155 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-c1346bf8-26bb-41b2-a282-aa62d9c05ca1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.1034243 Apr 01 13:00:49.606296 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-391fb62c-113b-423f-8f82-410c7d4ca577 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ceb585f21754f238e085ecd90019172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222868 Apr 01 13:00:49.608751 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55780) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:49.609245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55782) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:49.609917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fb62c-113b-423f-8f82-410c7d4ca577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027bbf7-7ba4-4030-81f7-f8ef58c6275d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:49.695649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] Publish callbacks [] for security_group (5027bbf7-7ba4-4030-81f7-f8ef58c6275d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.703024 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '616034dd-890d-4483-9f20-96f792bae575', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:34:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb0439-53a5-4270-976f-0907ab9bc859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:25Z', 'updated_at': '2022-04-01T13:00:47Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:49.722824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] Publish callbacks [] for security_group (5027bbf7-7ba4-4030-81f7-f8ef58c6275d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.755088 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb38ef-d0f5-49d7-9353-b955bd635b83 None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '616034dd-890d-4483-9f20-96f792bae575', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:34:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb0439-53a5-4270-976f-0907ab9bc859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:25Z', 'updated_at': '2022-04-01T13:00:47Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:49.824585 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca27d349-7375-426c-ab84-911f8dfa2801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.886660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (5027bbf7-7ba4-4030-81f7-f8ef58c6275d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.889170 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:49.890545 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5027bbf7-7ba4-4030-81f7-f8ef58c6275d HTTP/1.1" status: 204 len: 168 time: 0.2705956 Apr 01 13:00:49.912324 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c22da-c954-41b3-b0ff-1665d0dacb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027bbf7-7ba4-4030-81f7-f8ef58c6275d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:49.993380 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca27d349-7375-426c-ab84-911f8dfa2801 admin admin] Publish callbacks [] for security_group (500bd97d-0494-4b46-94ac-03d6c24f06b3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.080441 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca27d349-7375-426c-ab84-911f8dfa2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (500bd97d-0494-4b46-94ac-03d6c24f06b3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.100545 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037768f-d116-4f6e-898e-1620247e7d2b None None] New status for floating IP 616034dd-890d-4483-9f20-96f792bae575: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:00:50.134179 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ca27d349-7375-426c-ab84-911f8dfa2801 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd6f7793df2943068d7e135e4fb75d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154853 Apr 01 13:00:50.136513 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 55794) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:00:50.148425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27d349-7375-426c-ab84-911f8dfa2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500bd97d-0494-4b46-94ac-03d6c24f06b3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:50.206636 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] Publish callbacks [] for security_group (500bd97d-0494-4b46-94ac-03d6c24f06b3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.230638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.db.resource_extend [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:00:50.240394 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] Publish callbacks [] for security_group (500bd97d-0494-4b46-94ac-03d6c24f06b3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.289910 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-b208a4fe-560a-434a-aa0b-079b365cdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:50.291739 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-b208a4fe-560a-434a-aa0b-079b365cdf9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6242750 Apr 01 13:00:50.336532 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.423605 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-f0d562b2-6c1e-44da-9673-5e963f0b83a7 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197906 Apr 01 13:00:50.485156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.485645 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (500bd97d-0494-4b46-94ac-03d6c24f06b3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.489885 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.489885 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/500bd97d-0494-4b46-94ac-03d6c24f06b3 HTTP/1.1" status: 204 len: 168 time: 0.3540771 Apr 01 13:00:50.498221 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a84c1-b4a4-4938-8da3-0bfbdcb518e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500bd97d-0494-4b46-94ac-03d6c24f06b3,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:50.595413 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7426eb1b-8153-4b44-9a52-5e6be9f55222 req-8a7d6524-3fe3-4dd3-bb38-d1fdf6adbea7 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650629 Apr 01 13:00:50.637963 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Floating IP ee5c856d-d99b-4a5f-84bc-af9409b39b89 associated. External IP: 172.27.2.172, port: 92c11755-3503-4288-8313-4a6f2bfa3721. Apr 01 13:00:50.854222 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:50.966042 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:50.978196 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:50.978485 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:50.991045 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:50.994091 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:51.003988 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1b9bf4e5-e4cb-47e1-af5b-c1c6f9dd3333 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "PUT /v2.0/floatingips/ee5c856d-d99b-4a5f-84bc-af9409b39b89 HTTP/1.1" status: 200 len: 991 time: 2.1022315 Apr 01 13:00:51.004665 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:51.006990 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f0e1d-026a-44c3-9361-e098e70e9692" -d '{"events": [{"name": "network-changed", "server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:51.043279 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270c49d-c611-4986-b8dd-b85311bef6d3 x-openstack-request-id: req-1270c49d-c611-4986-b8dd-b85311bef6d3 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:51.043786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:51.043786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1270c49d-c611-4986-b8dd-b85311bef6d3 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:51.044216 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1270c49d-c611-4986-b8dd-b85311bef6d3'] response: {'name': 'network-changed', 'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'status': 'completed', 'code': 200} Apr 01 13:00:51.145934 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:51.155273 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-707b7f75-3c4c-4f14-a60a-c5ca21015e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.156872 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-707b7f75-3c4c-4f14-a60a-c5ca21015e0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1129 time: 0.0773852 Apr 01 13:00:51.298759 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-09196681-838a-4ae4-8209-343b91d0b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.302390 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-09196681-838a-4ae4-8209-343b91d0b11a service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.1355796 Apr 01 13:00:51.374462 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-bd0864ea-e34f-42df-b844-8ffd139d6c8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 999 time: 0.0660167 Apr 01 13:00:51.433427 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-e3466817-e494-4047-a6f7-5acc8aa68c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.435079 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-e3466817-e494-4047-a6f7-5acc8aa68c98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0522892 Apr 01 13:00:51.437294 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ee5c856d-d99b-4a5f-84bc-af9409b39b89', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:22Z', 'updated_at': '2022-04-01T13:00:50Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:51.479548 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:51.505902 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:51.506565 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:00:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:51.530670 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-729660a5-adc5-42a3-af4d-faeb7c66517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.532673 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-729660a5-adc5-42a3-af4d-faeb7c66517e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892246 Apr 01 13:00:51.675764 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:51.686059 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-4c596c44-5806-478a-8a94-f3e8c4a9e21a service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465023 Apr 01 13:00:51.803831 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d7f0e1d-026a-44c3-9361-e098e70e9692 req-00a50a1d-e22d-4ee2-8519-799e36c454e7 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013947 Apr 01 13:00:51.944189 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ee5c856d-d99b-4a5f-84bc-af9409b39b89', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:22Z', 'updated_at': '2022-04-01T13:00:50Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:51.978209 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b60396-6129-4f72-af03-f988a172d8ed None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ee5c856d-d99b-4a5f-84bc-af9409b39b89', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:22Z', 'updated_at': '2022-04-01T13:00:50Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:52.196168 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fed706-7871-4e23-b227-f5be5f05ee92 None None] New status for floating IP ee5c856d-d99b-4a5f-84bc-af9409b39b89: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:00:57.330476 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe948c-5d34-40f9-bee1-5d8a616d9130 req-5fd56866-1fa9-4f5a-a516-8e043c4d5e29 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:57.335338 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5fe948c-5d34-40f9-bee1-5d8a616d9130 req-5fd56866-1fa9-4f5a-a516-8e043c4d5e29 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0637627 Apr 01 13:00:57.385466 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5fe948c-5d34-40f9-bee1-5d8a616d9130 req-1d3fe462-205e-4be9-bc23-7d3d05ed8eee tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Apr 01 13:00:57.464303 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5dc53a57-8b4b-4625-85bd-82b020a34ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:00:58.511770 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631eefa-5cba-41ed-a1d8-18b12a51a611 req-89ee9cf2-012d-4216-99f6-7919012fe998 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:58.513280 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0631eefa-5cba-41ed-a1d8-18b12a51a611 req-89ee9cf2-012d-4216-99f6-7919012fe998 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0536523 Apr 01 13:00:58.561866 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0631eefa-5cba-41ed-a1d8-18b12a51a611 req-b63e80c2-ab01-4236-a49b-aea9d577710e tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Apr 01 13:00:59.688568 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8fc0-c59a-4ed6-940d-cc37ea0e93fe req-ce09a826-d81f-400e-8faa-c8271743ad11 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:59.690228 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d3b8fc0-c59a-4ed6-940d-cc37ea0e93fe req-ce09a826-d81f-400e-8faa-c8271743ad11 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0533481 Apr 01 13:00:59.736394 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d3b8fc0-c59a-4ed6-940d-cc37ea0e93fe req-2aa72e39-feba-4540-aee3-35a99eddf48b tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402792 Apr 01 13:00:59.825745 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ed2cecb8-c231-49ef-8ae7-f666567c4416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:00.858293 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf46eb-e0e8-4a44-8332-52233ef16ad4 req-311e5cdc-138c-49a6-a6e0-6859d7a787ab tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:00.859757 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8daf46eb-e0e8-4a44-8332-52233ef16ad4 req-311e5cdc-138c-49a6-a6e0-6859d7a787ab tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0559580 Apr 01 13:01:00.876856 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:00.906278 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8daf46eb-e0e8-4a44-8332-52233ef16ad4 req-107d9ac5-f66d-4799-88a5-a6bd942975fe tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Apr 01 13:01:02.025519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d074e6-7e62-43c2-846a-36b36de0809c req-12ef59cb-4f1f-4215-8691-485debaee956 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:02.026985 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98d074e6-7e62-43c2-846a-36b36de0809c req-12ef59cb-4f1f-4215-8691-485debaee956 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Apr 01 13:01:02.072388 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98d074e6-7e62-43c2-846a-36b36de0809c req-9dfa4781-0e99-406a-a8a2-dfa3958c2ce0 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f30537c-f7ce-4298-b92d-851ddd9c0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Apr 01 13:01:02.317191 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5109ab6-648f-400b-bd72-e523936caaab req-6ed856e2-ad22-4ef9-a660-9e10102d4a97 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:02.318776 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5109ab6-648f-400b-bd72-e523936caaab req-6ed856e2-ad22-4ef9-a660-9e10102d4a97 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Apr 01 13:01:02.441732 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:02.460774 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Deleting port 57b806e7-4e07-493d-b2fd-b82310b74d9f {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:01:02.464737 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:02.549875 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] For port 57b806e7-4e07-493d-b2fd-b82310b74d9f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=57b806e7-4e07-493d-b2fd-b82310b74d9f,segment=NetworkSegment(2b871c28-66d7-4e9d-8f59-069bc195071c),segment_id=2b871c28-66d7-4e9d-8f59-069bc195071c)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:02.550233 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:02.565408 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Calling delete_port for 57b806e7-4e07-493d-b2fd-b82310b74d9f owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:01:02.799923 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (57b806e7-4e07-493d-b2fd-b82310b74d9f), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:02.832943 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Pushing event deleted for resources: {'Port': ['ID=57b806e7-4e07-493d-b2fd-b82310b74d9f,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:02.894823 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] No DVR routers for this DVR port 57b806e7-4e07-493d-b2fd-b82310b74d9f on host hv-cinder-83608 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:01:02.898156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:02.901833 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5109ab6-648f-400b-bd72-e523936caaab req-94fd4085-caf6-4236-a856-6852f11b69cc tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.62 "DELETE /v2.0/ports/57b806e7-4e07-493d-b2fd-b82310b74d9f HTTP/1.1" status: 204 len: 173 time: 0.5711532 Apr 01 13:01:02.901990 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'name': 'network-vif-deleted', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:02.904199 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78d47b-f6c6-42c8-aaa2-14b46c763c45" -d '{"events": [{"server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "name": "network-vif-deleted", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:02.946557 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f5517-ecff-44d4-be97-4bade3650a08 x-openstack-request-id: req-c77f5517-ecff-44d4-be97-4bade3650a08 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:02.947115 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4", "name": "network-vif-deleted", "tag": "57b806e7-4e07-493d-b2fd-b82310b74d9f", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:02.947406 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c77f5517-ecff-44d4-be97-4bade3650a08 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:02.947790 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77f5517-ecff-44d4-be97-4bade3650a08'] response: {'server_uuid': 'a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4', 'name': 'network-vif-deleted', 'tag': '57b806e7-4e07-493d-b2fd-b82310b74d9f', 'status': 'completed', 'code': 200} Apr 01 13:01:03.164906 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-068db95c-b773-4c0b-af4e-6df79f9311cd req-216f18d5-01ce-4eeb-b26e-4e9ab120f797 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Apr 01 13:01:03.635131 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 57b806e7-4e07-493d-b2fd-b82310b74d9f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:01:03.680681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 57b806e7-4e07-493d-b2fd-b82310b74d9f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:01:03.680681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 57b806e7-4e07-493d-b2fd-b82310b74d9f not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:01:03.754690 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56220) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:03.768988 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:03.874377 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a316-d7a8-4ff9-ae8a-c223057dcb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:03.957983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a316-d7a8-4ff9-ae8a-c223057dcb6d admin admin] Publish callbacks [] for security_group (8aee4113-47f9-4803-80a6-cbe8f6ecbd26), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.028020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a316-d7a8-4ff9-ae8a-c223057dcb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8aee4113-47f9-4803-80a6-cbe8f6ecbd26), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.078240 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a316-d7a8-4ff9-ae8a-c223057dcb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aee4113-47f9-4803-80a6-cbe8f6ecbd26,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:04.085195 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cfa4a316-d7a8-4ff9-ae8a-c223057dcb6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4704da371c0b4f7c86a55ed59e61c3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293204 Apr 01 13:01:04.088353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56236) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:04.146609 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] Publish callbacks [] for security_group (8aee4113-47f9-4803-80a6-cbe8f6ecbd26), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.175138 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] Publish callbacks [] for security_group (8aee4113-47f9-4803-80a6-cbe8f6ecbd26), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.306389 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d1e7b0e2-118a-4a2e-add1-9480bda89eb7 req-0946f886-b56d-4bc1-948b-0c257cff8120 tempest-DeleteServersTestJSON-76474014 tempest-DeleteServersTestJSON-76474014-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3a5c2fc-b74a-4fa7-9d0d-f725c620bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0337865 Apr 01 13:01:04.325556 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8aee4113-47f9-4803-80a6-cbe8f6ecbd26), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.328488 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:04.329760 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aee4113-47f9-4803-80a6-cbe8f6ecbd26 HTTP/1.1" status: 204 len: 168 time: 0.2402680 Apr 01 13:01:04.338557 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961b64-e010-477f-8315-4fec5260ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aee4113-47f9-4803-80a6-cbe8f6ecbd26,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:05.520648 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56310) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:05.687476 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:05.765146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Publish callbacks [] for security_group (0645d148-3b7b-4ea5-9cac-17870d2feac7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:05.868574 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (0645d148-3b7b-4ea5-9cac-17870d2feac7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:05.925653 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0645d148-3b7b-4ea5-9cac-17870d2feac7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:05.952917 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c56065bbdd4446ea7e66cb109e6277a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300046 Apr 01 13:01:05.955573 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56346) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:05.977411 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.978070 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.979029 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.979617 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.980007 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.980400 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.980789 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.981195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.981601 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.982015 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.982401 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.982786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.983166 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.983549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:05.983930 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71ce08-ae2f-4b57-9101-cf982098566c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.030018 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-7998f2b8-4e93-41ba-958b-1051c8c2537b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756598 Apr 01 13:01:06.035880 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Publish callbacks [] for security_group (0645d148-3b7b-4ea5-9cac-17870d2feac7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:06.074392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Publish callbacks [] for security_group (0645d148-3b7b-4ea5-9cac-17870d2feac7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:06.141858 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592859-00bc-4b60-b5ae-4e934db43dde req-351090be-ac02-40e2-b391-a74b9c218b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:06.143322 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-351090be-ac02-40e2-b391-a74b9c218b69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1129 time: 0.0612819 Apr 01 13:01:06.254771 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (0645d148-3b7b-4ea5-9cac-17870d2feac7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:06.264478 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:06.264478 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0645d148-3b7b-4ea5-9cac-17870d2feac7 HTTP/1.1" status: 204 len: 168 time: 0.3020885 Apr 01 13:01:06.268816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0645d148-3b7b-4ea5-9cac-17870d2feac7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:06.269546 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592859-00bc-4b60-b5ae-4e934db43dde req-2de43083-cc41-46ed-b336-58892c59b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:06.273751 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-2de43083-cc41-46ed-b336-58892c59b340 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.1051755 Apr 01 13:01:06.282699 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.283342 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.284440 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.285061 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.285396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.285913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.286613 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.287074 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.287424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.288006 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.288288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.288673 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.289167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.289497 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.292065 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d559ac-e28b-45a5-a428-7d0e7cb17048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:06.346203 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-360dec73-d954-4d85-865f-5ad4640de777 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 1001 time: 0.0664256 Apr 01 13:01:06.400229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592859-00bc-4b60-b5ae-4e934db43dde req-eadad7f7-bfa9-4a05-b348-fb7d82696c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:06.401836 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-eadad7f7-bfa9-4a05-b348-fb7d82696c26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0493720 Apr 01 13:01:06.454337 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592859-00bc-4b60-b5ae-4e934db43dde req-027d135e-c9f2-42fb-81c3-213e501d63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:06.455931 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-027d135e-c9f2-42fb-81c3-213e501d63ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473144 Apr 01 13:01:06.560297 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-16a747cc-ccaf-463f-88aa-aec48545e34e service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960112 Apr 01 13:01:06.658580 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99592859-00bc-4b60-b5ae-4e934db43dde req-83d8d7c1-7a91-465b-acaf-39048da80cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881977 Apr 01 13:01:06.980722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56382) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:06.994424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d55f0992-c9b4-44c0-8034-ff04b645fc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.075954 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56390) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:07.086721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d55f0992-c9b4-44c0-8034-ff04b645fc98 admin admin] Publish callbacks [] for security_group (53c98621-8151-48cf-bfc7-849bd07d6f45), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.124664 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Deleting subnet ad51a2d4-2d45-4412-9a0e-fb685e70b9b9 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:01:07.127864 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Publish callbacks [] for subnet (ad51a2d4-2d45-4412-9a0e-fb685e70b9b9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.143094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d55f0992-c9b4-44c0-8034-ff04b645fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (53c98621-8151-48cf-bfc7-849bd07d6f45), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.167153 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Publish callbacks [] for subnet (ad51a2d4-2d45-4412-9a0e-fb685e70b9b9), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.176961 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (ad51a2d4-2d45-4412-9a0e-fb685e70b9b9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.179078 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0992-c9b4-44c0-8034-ff04b645fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c98621-8151-48cf-bfc7-849bd07d6f45,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:07.187656 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d55f0992-c9b4-44c0-8034-ff04b645fc98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2f956ac7cca4729b3281c6bf0888baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058115 Apr 01 13:01:07.190872 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56392) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:07.262461 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] Publish callbacks [] for security_group (53c98621-8151-48cf-bfc7-849bd07d6f45), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.288024 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] Publish callbacks [] for security_group (53c98621-8151-48cf-bfc7-849bd07d6f45), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.329914 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (ad51a2d4-2d45-4412-9a0e-fb685e70b9b9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.355368 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad51a2d4-2d45-4412-9a0e-fb685e70b9b9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:07.359877 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.367153 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-738206ae-9cd6-4b15-b21d-92711f2e6bb0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad51a2d4-2d45-4412-9a0e-fb685e70b9b9 HTTP/1.1" status: 204 len: 168 time: 0.2864087 Apr 01 13:01:07.367153 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56402) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:07.415036 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (53c98621-8151-48cf-bfc7-849bd07d6f45), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.419609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.420940 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53c98621-8151-48cf-bfc7-849bd07d6f45 HTTP/1.1" status: 204 len: 168 time: 0.2291589 Apr 01 13:01:07.441611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e67c0-136d-4724-8f00-a138be9e8ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c98621-8151-48cf-bfc7-849bd07d6f45,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:07.452734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (86afae5a-5652-435a-9fdd-60f01a903847), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.539716 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (86afae5a-5652-435a-9fdd-60f01a903847), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.560818 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.562056 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.564039 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.564568 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.564971 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.565361 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.565724 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.566552 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.566883 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.567239 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.701601 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.702402 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.702402 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.702739 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:01:07.703162 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86afae5a-5652-435a-9fdd-60f01a903847']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:07.728783 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b871c28-66d7-4e9d-8f59-069bc195071c') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:07.729101 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b871c28-66d7-4e9d-8f59-069bc195071c') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:07.756271 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (2b871c28-66d7-4e9d-8f59-069bc195071c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.781406 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (2b871c28-66d7-4e9d-8f59-069bc195071c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.791752 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:01:07.792149 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (2b871c28-66d7-4e9d-8f59-069bc195071c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: from cryptography.utils import int_from_bytes Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: from cryptography.utils import int_from_bytes Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:01:07.816354 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:01:07.959764 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (86afae5a-5652-435a-9fdd-60f01a903847), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.968735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:07.972835 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] 10.222.0.43 "DELETE /v2.0/networks/86afae5a-5652-435a-9fdd-60f01a903847 HTTP/1.1" status: 204 len: 168 time: 0.6056364 Apr 01 13:01:07.982440 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193883f-bb6d-4bff-bfe4-2d3ec18e8689 admin admin] Pushing event deleted for resources: {'Network': ['ID=86afae5a-5652-435a-9fdd-60f01a903847,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:08.104156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56440) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.121214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c240bc6-1588-4807-8064-31e402dcae9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.187394 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56442) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.213547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c240bc6-1588-4807-8064-31e402dcae9b admin admin] Publish callbacks [] for security_group (54132094-7c98-4072-9dc4-6cd7bcab024f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.271337 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c240bc6-1588-4807-8064-31e402dcae9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (54132094-7c98-4072-9dc4-6cd7bcab024f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.315794 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7c240bc6-1588-4807-8064-31e402dcae9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b5add684009408ebfc52fa4fcec5877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071576 Apr 01 13:01:08.316161 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56446) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.317143 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c240bc6-1588-4807-8064-31e402dcae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54132094-7c98-4072-9dc4-6cd7bcab024f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:08.384269 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] Publish callbacks [] for security_group (54132094-7c98-4072-9dc4-6cd7bcab024f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.412662 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] Publish callbacks [] for security_group (54132094-7c98-4072-9dc4-6cd7bcab024f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.465640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0970675e-d2ec-484e-8a81-b2cfb083be0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.562682 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56448) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.603004 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (54132094-7c98-4072-9dc4-6cd7bcab024f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.604158 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0a728fc4-3bd4-4874-b3e8-65cc03e1c92c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cfdb3b7b99847b78d108d62acd28b48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396690 Apr 01 13:01:08.606045 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.606177 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56450) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.607171 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54132094-7c98-4072-9dc4-6cd7bcab024f HTTP/1.1" status: 204 len: 168 time: 0.2900560 Apr 01 13:01:08.621401 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701f393-21a9-4d13-9720-871f77d3c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54132094-7c98-4072-9dc4-6cd7bcab024f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:08.674879 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] Publish callbacks [] for security_group (1f30537c-f7ce-4298-b92d-851ddd9c0b65), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.685845 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0970675e-d2ec-484e-8a81-b2cfb083be0c admin admin] Publish callbacks [] for security_group (5bd5ff08-3d1e-4328-a9b8-28ec184f5c23), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.697243 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] Publish callbacks [] for security_group (1f30537c-f7ce-4298-b92d-851ddd9c0b65), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.751956 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0970675e-d2ec-484e-8a81-b2cfb083be0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (5bd5ff08-3d1e-4328-a9b8-28ec184f5c23), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.795015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970675e-d2ec-484e-8a81-b2cfb083be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5ff08-3d1e-4328-a9b8-28ec184f5c23,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:08.799380 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0970675e-d2ec-484e-8a81-b2cfb083be0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c63ba76230b4f78bc1f66065e492ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086545 Apr 01 13:01:08.802252 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56454) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:08.851749 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] Publish callbacks [] for security_group (5bd5ff08-3d1e-4328-a9b8-28ec184f5c23), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.862422 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1f30537c-f7ce-4298-b92d-851ddd9c0b65), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.863125 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.866432 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:08.868111 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f30537c-f7ce-4298-b92d-851ddd9c0b65 HTTP/1.1" status: 204 len: 168 time: 0.2610934 Apr 01 13:01:08.882695 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117752c5-a12e-4acc-bd65-1f92d7f43912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f30537c-f7ce-4298-b92d-851ddd9c0b65,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:08.887820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] Publish callbacks [] for security_group (5bd5ff08-3d1e-4328-a9b8-28ec184f5c23), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:09.028213 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (5bd5ff08-3d1e-4328-a9b8-28ec184f5c23), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:09.031073 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:09.032339 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bd5ff08-3d1e-4328-a9b8-28ec184f5c23 HTTP/1.1" status: 204 len: 168 time: 0.2291288 Apr 01 13:01:09.052669 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0f2ca-58c5-461c-9fdd-e69314667416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5ff08-3d1e-4328-a9b8-28ec184f5c23,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:09.900681 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56496) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:09.914834 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8582e55b-754c-4905-80e7-9bfa65939fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.000202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8582e55b-754c-4905-80e7-9bfa65939fbb admin admin] Publish callbacks [] for security_group (4a799d80-4e1f-4414-b158-f77ac714086b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.086304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8582e55b-754c-4905-80e7-9bfa65939fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4a799d80-4e1f-4414-b158-f77ac714086b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.139794 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e55b-754c-4905-80e7-9bfa65939fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a799d80-4e1f-4414-b158-f77ac714086b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:10.145616 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8582e55b-754c-4905-80e7-9bfa65939fbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07950acb13744e799d5c8638c88719a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435882 Apr 01 13:01:10.149018 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56508) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:10.224527 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] Publish callbacks [] for security_group (4a799d80-4e1f-4414-b158-f77ac714086b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.253882 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] Publish callbacks [] for security_group (4a799d80-4e1f-4414-b158-f77ac714086b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.428484 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4a799d80-4e1f-4414-b158-f77ac714086b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.431192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:10.432349 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a799d80-4e1f-4414-b158-f77ac714086b HTTP/1.1" status: 204 len: 168 time: 0.2822366 Apr 01 13:01:10.440391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a664621-8fd4-4f8e-ae80-d427f925d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a799d80-4e1f-4414-b158-f77ac714086b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:10.937305 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56552) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:11.188063 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56564) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:11.259434 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-143002595-network', 'tenant_id': '65fb521867914335907212c3c86e9caf'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:11.307898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ac79-50e1-4b0e-8d86-a72f17306384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.342674 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Made reservation on behalf of 65fb521867914335907212c3c86e9caf for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:11.353742 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.359419 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.418026 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ac79-50e1-4b0e-8d86-a72f17306384 admin admin] Publish callbacks [] for security_group (d51e5160-8e56-4097-8271-ce58a1b8237b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.463217 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks [] for security_group (f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.514650 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ac79-50e1-4b0e-8d86-a72f17306384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d51e5160-8e56-4097-8271-ce58a1b8237b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.559085 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9ac79-50e1-4b0e-8d86-a72f17306384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e5160-8e56-4097-8271-ce58a1b8237b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:11.564332 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7ea9ac79-50e1-4b0e-8d86-a72f17306384 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fad4c67d66934ed9a66c1e31c59e8f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722143 Apr 01 13:01:11.566753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56584) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:11.580642 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.604666 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:01:11.619818 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:11.622739 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] Publish callbacks [] for security_group (d51e5160-8e56-4097-8271-ce58a1b8237b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.623202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (5d0902ea-93b8-4d29-adde-e076ca0a977a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.623700 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Added segment 5d0902ea-93b8-4d29-adde-e076ca0a977a of type vlan for network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb Apr 01 13:01:11.647938 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] Publish callbacks [] for security_group (d51e5160-8e56-4097-8271-ce58a1b8237b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.763130 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d51e5160-8e56-4097-8271-ce58a1b8237b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.765799 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.767649 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d51e5160-8e56-4097-8271-ce58a1b8237b HTTP/1.1" status: 204 len: 168 time: 0.1999156 Apr 01 13:01:11.782539 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d1ef5-a9c6-44b8-84cc-b0749652c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e5160-8e56-4097-8271-ce58a1b8237b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:11.892888 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.996827 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:11.997837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:11.998417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:12.066898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] Pushing event updated for resources: {'Network': ['ID=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:12.083244 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:01:12.129497 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f00718c0-27c1-4a88-b697-5e3dbff4d9ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1909854 Apr 01 13:01:12.132410 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56612) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:12.137976 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Request body: {'subnet': {'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-subnet', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:12.238166 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Made reservation on behalf of 65fb521867914335907212c3c86e9caf for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:12.240523 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:12.520325 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (01d9fada-da2a-4724-b553-e5cb6cb2fa0d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:12.590935 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d9fada-da2a-4724-b553-e5cb6cb2fa0d,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:12.601375 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:12.601770 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Network hostable DHCP agents. Network: f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:01:12.713162 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:01:12.777013 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:12.781647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:12.783102 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:12.795725 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02758015-3a75-42a0-8ce5-c997bb121692 None None] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:12.890847 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-37295751-e9be-482f-bf40-4be9bfcb5355 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7518866 Apr 01 13:01:12.890847 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56652) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:12.894975 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:12.994538 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (1902ef38-034f-4db9-a463-57667e58f110), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:12.996385 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (1902ef38-034f-4db9-a463-57667e58f110), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.051978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:01:13.052907 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.055566 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for router_controller (1902ef38-034f-4db9-a463-57667e58f110), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.229936 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56662) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:13.257340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Allocated IP 172.20.0.2 (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb/01d9fada-da2a-4724-b553-e5cb6cb2fa0d/35b22830-09cd-4b4d-bd70-e14b6b0079c7) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:13.381035 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for router_gateway (1902ef38-034f-4db9-a463-57667e58f110), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.417241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1897599468-network', 'tenant_id': '3ad2e2423b754e14929f0c4de4e34a8d'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:13.464142 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks [] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.542728 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Made reservation on behalf of 3ad2e2423b754e14929f0c4de4e34a8d for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:13.545100 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.557139 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.575119 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.617422 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:13.622486 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:13.627306 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:13.649219 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Pushing event updated for resources: {'Port': ['ID=35b22830-09cd-4b4d-bd70-e14b6b0079c7,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:13.671241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks [] for security_group (deb10fae-1c62-4c80-b296-74d634c0bcb0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.676371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.676723 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.677092 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.677463 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.677834 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.678166 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.678495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.678965 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.679505 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.679836 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.680167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.680518 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.680857 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.681179 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.681500 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:13.703701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for router_gateway (1902ef38-034f-4db9-a463-57667e58f110), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.711866 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Attempting to bind port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:13.712236 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Attempting to bind port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:13.712600 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Attempting to bind port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:13.718415 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:13.719020 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:13.719578 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.720686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Bound using segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:13.721322 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Bound port: 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:13.721883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.734082 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.745480 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (deb10fae-1c62-4c80-b296-74d634c0bcb0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.768895 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:01:13.784619 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb10fae-1c62-4c80-b296-74d634c0bcb0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:13.809294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (71bba4b3-35f3-4c3f-948c-08e588d3e224), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.809959 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Added segment 71bba4b3-35f3-4c3f-948c-08e588d3e224 of type vlan for network abc8b937-a252-4f6e-a0c7-22e572aaf492 Apr 01 13:01:13.811198 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] For port 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:13.818354 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] For port 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=35b22830-09cd-4b4d-bd70-e14b6b0079c7,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:13.862488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (abc8b937-a252-4f6e-a0c7-22e572aaf492), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.883159 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Allocated IP 172.27.2.217 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/21756a5c-ef7a-4ca6-8183-075d78f7032e) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:13.905897 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:13.966143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b681f-4a38-4cf8-86a4-77e8f9094534 None None] Pushing event updated for resources: {'Port': ['ID=35b22830-09cd-4b4d-bd70-e14b6b0079c7,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:13.998053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.015908 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (abc8b937-a252-4f6e-a0c7-22e572aaf492), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.017164 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:14.017547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.078332 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] Pushing event updated for resources: {'Network': ['ID=abc8b937-a252-4f6e-a0c7-22e572aaf492,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:14.092181 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:01:14.134986 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.165809 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2931cd1b-f653-4635-83d9-718e9c1b28fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9364142 Apr 01 13:01:14.168600 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56680) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:14.175837 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Request body: {'subnet': {'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1897599468-subnet', 'tenant_id': '3ad2e2423b754e14929f0c4de4e34a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:14.181720 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:14.198928 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:14.204485 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:14.238951 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Pushing event updated for resources: {'Port': ['ID=21756a5c-ef7a-4ca6-8183-075d78f7032e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:14.279582 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Made reservation on behalf of 3ad2e2423b754e14929f0c4de4e34a8d for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:14.282075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.597316 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (69236d89-206d-4ef8-9db7-77c5a4cc30b4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.615747 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for router_gateway (1902ef38-034f-4db9-a463-57667e58f110), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.667897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69236d89-206d-4ef8-9db7-77c5a4cc30b4,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:14.670417 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Checking segment: {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:14.670775 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Network hostable DHCP agents. Network: abc8b937-a252-4f6e-a0c7-22e572aaf492, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:01:14.771320 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:01:14.835339 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (1902ef38-034f-4db9-a463-57667e58f110), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.850917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, abc8b937-a252-4f6e-a0c7-22e572aaf492) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:14.855610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:14.856131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:14.865750 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a1e0d-8d9f-4950-b2c2-d3a0c4768832 None None] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:14.969393 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-df6a4183-c840-4647-a517-3d3250b2df93 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7983465 Apr 01 13:01:15.047084 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9228dc-f00c-4c25-a20f-d9776b738489 None None] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:15.179507 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Router 1902ef38-034f-4db9-a463-57667e58f110 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:01:15.187905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c353bb9-bca9-4f85-8e9a-ba81cda0cdb4 None None] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:15.286574 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Provisioning complete for port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:15.287135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.371547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:01:15.382905 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:01:15.399634 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:15.400280 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:01:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:15.457915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Current status of the port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:15.458371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.509862 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-068a7545-151d-4e27-87a3-58246f91001c None None] For port 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=35b22830-09cd-4b4d-bd70-e14b6b0079c7,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:15.527691 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:15.593791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.595107 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8c59d10c-74d6-4262-b263-6800ec787768 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7055724 Apr 01 13:01:15.598807 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56712) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:15.626077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.696137 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 35b22830-09cd-4b4d-bd70-e14b6b0079c7 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:15.765040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7545-151d-4e27-87a3-58246f91001c None None] Pushing event updated for resources: {'Port': ['ID=35b22830-09cd-4b4d-bd70-e14b6b0079c7,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:15.783560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:15.784961 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.817668 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:14Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:15.852841 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:01:15.852841 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Updating router 1902ef38-034f-4db9-a463-57667e58f110 port 21756a5c-ef7a-4ca6-8183-075d78f7032e binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:01:15.887075 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-5b313dd1-c038-46c2-a5a5-5693282f4035 None None] Provisioning complete for port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:15.887609 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5b313dd1-c038-46c2-a5a5-5693282f4035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.889163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:15.978347 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:15.982401 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-5b313dd1-c038-46c2-a5a5-5693282f4035 None None] Current status of the port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:16.263714 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks [] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.371589 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.385709 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.417589 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Attempting to bind port 21756a5c-ef7a-4ca6-8183-075d78f7032e on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:16.418196 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Attempting to bind port 21756a5c-ef7a-4ca6-8183-075d78f7032e by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:16.418306 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Attempting to bind port 21756a5c-ef7a-4ca6-8183-075d78f7032e on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:16.429645 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Pushing event updated for resources: {'Port': ['ID=21756a5c-ef7a-4ca6-8183-075d78f7032e,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:16.431892 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:16.432311 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:16.432721 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.433104 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:16.433597 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Bound port: 21756a5c-ef7a-4ca6-8183-075d78f7032e, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:16.437728 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.463092 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.466786 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.467638 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.467638 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.467638 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:16.502842 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] For port 21756a5c-ef7a-4ca6-8183-075d78f7032e, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:16.507164 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] For port 21756a5c-ef7a-4ca6-8183-075d78f7032e, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=21756a5c-ef7a-4ca6-8183-075d78f7032e,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:16.551735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Allocated IP 172.20.0.1 (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb/01d9fada-da2a-4724-b553-e5cb6cb2fa0d/a76a752e-8372-4699-a5bb-44fe948773d9) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:16.617409 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.664731 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks [] for port (a76a752e-8372-4699-a5bb-44fe948773d9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.682858 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:16.683523 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:01:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:16.720506 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280891-7463-4121-a1b7-2213568b1352 None None] Pushing event updated for resources: {'Port': ['ID=21756a5c-ef7a-4ca6-8183-075d78f7032e,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:16.769770 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.801131 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:16.809774 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:16.812868 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:16.819119 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:16.842848 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Pushing event updated for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:16.864056 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (1902ef38-034f-4db9-a463-57667e58f110), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:16.997232 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:14Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:17.027178 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d988-72ca-4a6c-8d70-1c69c86b2f0b None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:14Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:01:17.073022 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.110769 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-64cc8af5-51a1-427e-85f1-569d0985b91e None None] Provisioning complete for port a76a752e-8372-4699-a5bb-44fe948773d9 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:17.111753 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-64cc8af5-51a1-427e-85f1-569d0985b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.149421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-64cc8af5-51a1-427e-85f1-569d0985b91e None None] Port a76a752e-8372-4699-a5bb-44fe948773d9 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:01:17.276842 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks [] for port (a76a752e-8372-4699-a5bb-44fe948773d9), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.337190 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.411018 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (1902ef38-034f-4db9-a463-57667e58f110), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.412917 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Pushing event updated for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:17.509353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:17.510841 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:17.655183 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Router 1902ef38-034f-4db9-a463-57667e58f110 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:01:17.662466 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 35b22830-09cd-4b4d-bd70-e14b6b0079c7 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:17.738824 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:17.739723 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.793371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9d2e3287-0c1b-4b95-afd4-95d35782df9a None None] Provisioning complete for port a76a752e-8372-4699-a5bb-44fe948773d9 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:17.794080 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3287-0c1b-4b95-afd4-95d35782df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:17.834362 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:01:17.840086 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2932cbd5-cab1-4bed-b924-652c3d3ec565 admin admin] 10.222.0.43 "PUT /v2.0/routers/1902ef38-034f-4db9-a463-57667e58f110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2402401 Apr 01 13:01:17.850972 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e3287-0c1b-4b95-afd4-95d35782df9a None None] Port a76a752e-8372-4699-a5bb-44fe948773d9 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:01:17.890556 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:17.891649 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 21756a5c-ef7a-4ca6-8183-075d78f7032e up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:17.944954 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 21756a5c-ef7a-4ca6-8183-075d78f7032e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:17.945334 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:18.029154 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 21756a5c-ef7a-4ca6-8183-075d78f7032e is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:18.029768 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:18.052014 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 21756a5c-ef7a-4ca6-8183-075d78f7032e, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=21756a5c-ef7a-4ca6-8183-075d78f7032e,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:18.122984 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:18.189697 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=21756a5c-ef7a-4ca6-8183-075d78f7032e,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.320993 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-7151c62f-6f0f-4bb1-a780-abc74e1bd15c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:18.322532 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-7151c62f-6f0f-4bb1-a780-abc74e1bd15c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1075466 Apr 01 13:01:18.339128 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-ac93785a-0263-4f78-876b-93d0e7fd3cef tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/quotas/65fb521867914335907212c3c86e9caf HTTP/1.1" status: 200 len: 375 time: 0.0106328 Apr 01 13:01:18.405518 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-855ab0f2-9936-4cf2-845f-35521e5b7fa4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572178 Apr 01 13:01:18.512696 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-264d905b-ae73-4f4c-ab73-24e4724396f0 service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001451 Apr 01 13:01:18.593713 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:01:18.618177 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-64d5c67a-ba85-448f-85bd-3533d104d457 service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959218 Apr 01 13:01:18.720269 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:01:18.744688 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:18.744688 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:01:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:18.851078 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:18.928131 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4044d660-2b6a-4053-af8e-51dc16ddddff req-95c743fc-222e-46ae-8c67-4e255bc88bea tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 210 time: 0.0348613 Apr 01 13:01:19.185424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-a5e789c1-e9b1-443c-a105-9f9f205f51e3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:19.186854 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-a5e789c1-e9b1-443c-a105-9f9f205f51e3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1065135 Apr 01 13:01:19.202421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:17Z', 'revision_number': 2, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:19.206421 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-764ed8ce-f509-42db-a753-3f626a13517d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/quotas/65fb521867914335907212c3c86e9caf HTTP/1.1" status: 200 len: 375 time: 0.0134184 Apr 01 13:01:19.230415 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:01:19.230781 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Updating router 1902ef38-034f-4db9-a463-57667e58f110 port a76a752e-8372-4699-a5bb-44fe948773d9 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:01:19.258219 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-1075f7c2-8e29-4244-ad34-02742185cb70 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504949 Apr 01 13:01:19.259695 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.354999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-09ce122e-650c-42a7-b84f-d8ce81897b17 service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900083 Apr 01 13:01:19.472151 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-0fee5419-e6b4-49d4-8bc6-b2580c904312 service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103897 Apr 01 13:01:19.606822 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56834) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:19.638950 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks [] for port (a76a752e-8372-4699-a5bb-44fe948773d9), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.674147 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 21756a5c-ef7a-4ca6-8183-075d78f7032e up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:19.754478 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 21756a5c-ef7a-4ca6-8183-075d78f7032e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:19.754916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.758311 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8042b4ea-6f30-4bb5-9b3c-d3642241be9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.821855 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.880463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8042b4ea-6f30-4bb5-9b3c-d3642241be9e admin admin] Publish callbacks [] for security_group (76eddd68-19ac-4b5c-82dc-3f1d0c14439b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:19.884295 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0ce40d08-a46a-4ba8-9726-ed1a5d2a56ee tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:19.895120 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0ce40d08-a46a-4ba8-9726-ed1a5d2a56ee tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/networks?id=abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 200 len: 814 time: 0.1330724 Apr 01 13:01:19.899916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946ce1-78bb-43d0-8c72-884a7ac13a4d None None] Pushing event updated for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:19.925906 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-dc2a2c62-e155-4e41-9e05-35b1aa62c471 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/quotas/3ad2e2423b754e14929f0c4de4e34a8d HTTP/1.1" status: 200 len: 375 time: 0.0283184 Apr 01 13:01:19.946855 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe5d59a5-9f2d-48ce-93ec-8c1f82970532 req-c831e53b-ea1d-4aa8-b107-26720049689d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0643294 Apr 01 13:01:19.976510 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-3d1753f0-eed9-487f-a8b5-92c75502c853 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490453 Apr 01 13:01:19.994872 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8042b4ea-6f30-4bb5-9b3c-d3642241be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (76eddd68-19ac-4b5c-82dc-3f1d0c14439b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.072070 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 21756a5c-ef7a-4ca6-8183-075d78f7032e is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:20.092335 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042b4ea-6f30-4bb5-9b3c-d3642241be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eddd68-19ac-4b5c-82dc-3f1d0c14439b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:20.105943 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8042b4ea-6f30-4bb5-9b3c-d3642241be9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f7f6b1f90e8465fbe0c1ed80934c3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006778 Apr 01 13:01:20.110049 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56866) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:20.130551 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-6685496b-2bac-4e0c-9c4d-be998e37ae38 service neutron] 10.222.0.43 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528912 Apr 01 13:01:20.183798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Attempting to bind port a76a752e-8372-4699-a5bb-44fe948773d9 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:20.184172 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Attempting to bind port a76a752e-8372-4699-a5bb-44fe948773d9 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:20.184533 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Attempting to bind port a76a752e-8372-4699-a5bb-44fe948773d9 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:20.197945 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:20.198585 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:20.199137 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.199673 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Bound using segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:20.200357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Bound port: a76a752e-8372-4699-a5bb-44fe948773d9, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:20.205014 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.206668 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] Publish callbacks [] for security_group (76eddd68-19ac-4b5c-82dc-3f1d0c14439b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.235354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] Publish callbacks [] for security_group (76eddd68-19ac-4b5c-82dc-3f1d0c14439b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.314939 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-f98097d7-0a06-408d-a7b4-a32133a34c54 service neutron] 10.222.0.43 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823611 Apr 01 13:01:20.328357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8e6c6135-394b-4cb7-a5bb-5df0ef2a11c7 None None] Provisioning complete for port a76a752e-8372-4699-a5bb-44fe948773d9 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:20.328357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6135-394b-4cb7-a5bb-5df0ef2a11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.328357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] For port a76a752e-8372-4699-a5bb-44fe948773d9, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:20.331412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] For port a76a752e-8372-4699-a5bb-44fe948773d9, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a76a752e-8372-4699-a5bb-44fe948773d9,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:20.368841 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c6135-394b-4cb7-a5bb-5df0ef2a11c7 None None] Port a76a752e-8372-4699-a5bb-44fe948773d9 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:01:20.411133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (76eddd68-19ac-4b5c-82dc-3f1d0c14439b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.413750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.414900 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76eddd68-19ac-4b5c-82dc-3f1d0c14439b HTTP/1.1" status: 204 len: 168 time: 0.3027871 Apr 01 13:01:20.422407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb4316-4a43-4c04-acb6-cd58e1929973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eddd68-19ac-4b5c-82dc-3f1d0c14439b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:20.459083 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:20.586566 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:20.586896 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:01:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:20.639123 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6ed55ff4-428e-46ce-a5d8-f228ffa4d6d5 req-83e527ed-bce8-468d-be6b-0d8dd40a0c01 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0748622 Apr 01 13:01:20.799193 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946ce1-78bb-43d0-8c72-884a7ac13a4d None None] Pushing event updated for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:20.834271 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:20.941757 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Provisioning complete for port a76a752e-8372-4699-a5bb-44fe948773d9 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:20.947257 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.029820 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-84a1a463-138c-4041-b1fe-a87da59684eb req-ff4b38a6-38e6-468a-b792-4b981f4ce51a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0325649 Apr 01 13:01:21.133491 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Current status of the port a76a752e-8372-4699-a5bb-44fe948773d9 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:21.133935 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.190611 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] For port a76a752e-8372-4699-a5bb-44fe948773d9, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a76a752e-8372-4699-a5bb-44fe948773d9,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:21.206969 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:20Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:21.237722 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef9374-34c5-49ee-95ab-f62f59aab924 None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:20Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:01:21.274444 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.347075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56918) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:21.361282 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97604c-e5a2-404c-b2d2-ea007b647db5 None None] Pushing event updated for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:21.375987 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df9c366-e2a1-43d3-bddb-1c74ae60a7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.459018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df9c366-e2a1-43d3-bddb-1c74ae60a7d3 admin admin] Publish callbacks [] for security_group (7b180702-9295-4f9d-b345-cef035ed65e4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.531658 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df9c366-e2a1-43d3-bddb-1c74ae60a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (7b180702-9295-4f9d-b345-cef035ed65e4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.583508 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9c366-e2a1-43d3-bddb-1c74ae60a7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b180702-9295-4f9d-b345-cef035ed65e4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:21.609522 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5df9c366-e2a1-43d3-bddb-1c74ae60a7d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1657933604645d090c306801faef26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605019 Apr 01 13:01:21.612857 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56924) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:21.662253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a76a752e-8372-4699-a5bb-44fe948773d9 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:21.686828 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] Publish callbacks [] for security_group (7b180702-9295-4f9d-b345-cef035ed65e4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.734182 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port a76a752e-8372-4699-a5bb-44fe948773d9 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:21.734563 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.740971 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-482d3e12-c83e-460e-b5fa-867d40959c6f req-83432db0-9436-49c1-abd8-2baa4bbaef53 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0389965 Apr 01 13:01:21.745860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] Publish callbacks [] for security_group (7b180702-9295-4f9d-b345-cef035ed65e4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.836895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port a76a752e-8372-4699-a5bb-44fe948773d9 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:21.914754 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (7b180702-9295-4f9d-b345-cef035ed65e4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.917628 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:21.921298 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b180702-9295-4f9d-b345-cef035ed65e4 HTTP/1.1" status: 204 len: 168 time: 0.3045845 Apr 01 13:01:21.928446 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdbe1c-6ddd-4867-8f11-b36aa4c6f258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b180702-9295-4f9d-b345-cef035ed65e4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:22.115621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-5f873888-10a1-4c04-a4af-4dcb3d8970fe tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.117832 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-5f873888-10a1-4c04-a4af-4dcb3d8970fe tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1752982 Apr 01 13:01:22.135175 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'port': {'device_id': '20dbb083-9745-40ad-8da1-19857fc03f89', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'admin_state_up': True, 'tenant_id': '65fb521867914335907212c3c86e9caf'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:22.224780 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ba1901fd-fbab-433a-97ff-084322ede05c req-1399fd6d-c4ba-4925-b593-d9e8c16a92c0 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0379899 Apr 01 13:01:22.399981 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Made reservation on behalf of 65fb521867914335907212c3c86e9caf for: {'port': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:22.404430 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:22.554663 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Allocated IP 172.20.0.4 (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb/01d9fada-da2a-4724-b553-e5cb6cb2fa0d/21bd57c7-f468-4145-b591-db73e8cc83b5) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:22.712638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:22.843555 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72424490-6bc9-4879-94ac-a73e568aad01 req-d5b123e2-e198-4cc6-981c-eb6b5c9f50c5 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0283637 Apr 01 13:01:22.883656 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:22.940895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:22.946431 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:22.948967 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:22.959067 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:23.040735 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-54ba6cd6-f672-4acd-8424-dbf5c02a41cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:23.043191 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-54ba6cd6-f672-4acd-8424-dbf5c02a41cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1364853 Apr 01 13:01:23.048679 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:23.050146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.059509 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'port': {'device_id': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'admin_state_up': True, 'tenant_id': '65fb521867914335907212c3c86e9caf'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:23.130889 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56970) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:23.140876 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-425fac71-b6f6-4bdf-bf88-0e25859011c1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0122566 Apr 01 13:01:23.153595 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Request body: {'port': {'device_id': '20dbb083-9745-40ad-8da1-19857fc03f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:23.164047 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56974) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:23.277026 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.404046 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Made reservation on behalf of 65fb521867914335907212c3c86e9caf for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:23.407533 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.418927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2543d4a9-863f-4cce-9a31-ddf7b80dceeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.427775 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-cc64689b-470f-4699-b1cc-a3f9fffcbb55 None None] Provisioning complete for port 21bd57c7-f468-4145-b591-db73e8cc83b5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:23.428333 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cc64689b-470f-4699-b1cc-a3f9fffcbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.446306 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a7bc7f25-26aa-4d18-96fd-38946f149944 req-49d6b8b2-bb98-4b67-a7de-a2eb6660e3ab tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0930870 Apr 01 13:01:23.451460 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2f03-848f-4f16-97f8-f122a1ee67e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.498434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cc64689b-470f-4699-b1cc-a3f9fffcbb55 None None] Port 21bd57c7-f468-4145-b591-db73e8cc83b5 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:01:23.560235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.62', 49988) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:23.624338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2f03-848f-4f16-97f8-f122a1ee67e5 admin admin] Publish callbacks [] for security_group (2461cf7a-13e0-412d-b297-551157113134), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.656879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2543d4a9-863f-4cce-9a31-ddf7b80dceeb admin admin] Publish callbacks [] for security_group (a017f66f-da9e-40aa-9b69-96152a74f45e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.676627 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bd57c7-f468-4145-b591-db73e8cc83b5 {{(pid=103740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:23.685003 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks [] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.692570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-9ebfdf6c-4b83-45d3-a842-279f1c2a7447 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:23.694215 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-9ebfdf6c-4b83-45d3-a842-279f1c2a7447 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "GET /v2.0/networks?id=abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 200 len: 814 time: 0.1329732 Apr 01 13:01:23.699164 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.provisioning_blocks [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Transition to ACTIVE for port object 21bd57c7-f468-4145-b591-db73e8cc83b5 will not be triggered until provisioned by entity L2. {{(pid=103740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:01:23.709048 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Request body: {'port': {'device_id': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492', 'admin_state_up': True, 'tenant_id': '3ad2e2423b754e14929f0c4de4e34a8d'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:23.731276 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2f03-848f-4f16-97f8-f122a1ee67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (2461cf7a-13e0-412d-b297-551157113134), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.766694 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.766971 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2543d4a9-863f-4cce-9a31-ddf7b80dceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a017f66f-da9e-40aa-9b69-96152a74f45e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:23.778690 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6c4d2f03-848f-4f16-97f8-f122a1ee67e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b359952bf85243759d4ea11e4e586e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465964 Apr 01 13:01:23.796423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 56992) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:23.802442 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2f03-848f-4f16-97f8-f122a1ee67e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461cf7a-13e0-412d-b297-551157113134,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:23.834370 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Pushing event updated for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:23.905684 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2543d4a9-863f-4cce-9a31-ddf7b80dceeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be19677f93ff4318861fc97c5be22b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404597 Apr 01 13:01:23.920894 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 56998) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:23.939132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d4a9-863f-4cce-9a31-ddf7b80dceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a017f66f-da9e-40aa-9b69-96152a74f45e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:23.977371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Allocated IP 172.20.0.13 (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb/01d9fada-da2a-4724-b553-e5cb6cb2fa0d/f946f31f-34b0-4bc8-b962-1f0aa0a70556) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:24.024652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Attempting to bind port 21bd57c7-f468-4145-b591-db73e8cc83b5 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:24.024989 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Attempting to bind port 21bd57c7-f468-4145-b591-db73e8cc83b5 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:24.025488 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Attempting to bind port 21bd57c7-f468-4145-b591-db73e8cc83b5 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:24.027819 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] Publish callbacks [] for security_group (a017f66f-da9e-40aa-9b69-96152a74f45e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.034134 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Port 21bd57c7-f468-4145-b591-db73e8cc83b5 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:01:24.034449 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Attempting to bind port 21bd57c7-f468-4145-b591-db73e8cc83b5 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:24.045031 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81180589-f38f-4fa9-8761-449eabce18ff req-799f7667-526b-4d84-9e62-9694b3ea9140 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0998328 Apr 01 13:01:24.061970 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:24.062660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:24.063389 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Bound using segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:24.064007 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Bound port: 21bd57c7-f468-4145-b591-db73e8cc83b5, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:24.064424 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.084949 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] Publish callbacks [] for security_group (a017f66f-da9e-40aa-9b69-96152a74f45e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.092165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] Publish callbacks [] for security_group (2461cf7a-13e0-412d-b297-551157113134), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.168393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] Publish callbacks [] for security_group (2461cf7a-13e0-412d-b297-551157113134), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.199873 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, cleared binding levels {{(pid=103740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:24.202633 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Made reservation on behalf of 3ad2e2423b754e14929f0c4de4e34a8d for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:24.205192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21bd57c7-f468-4145-b591-db73e8cc83b5,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:24.207187 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.257416 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a017f66f-da9e-40aa-9b69-96152a74f45e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.261550 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.263517 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a017f66f-da9e-40aa-9b69-96152a74f45e HTTP/1.1" status: 204 len: 168 time: 0.3411965 Apr 01 13:01:24.274580 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb22f4-0f35-4e94-b2e1-10a8409d759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017f66f-da9e-40aa-9b69-96152a74f45e,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:24.281756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.323257 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.323946 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.328335 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] 10.222.0.62 "PUT /v2.0/ports/21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 200 len: 1093 time: 1.1793003 Apr 01 13:01:24.331358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:24.333737 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f4d8f5-d071-4f32-8eee-45c2b816171c" -d '{"events": [{"name": "network-changed", "server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:24.392239 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce0a4d-dc34-4e8f-a492-dcbb5bd117bd service neutron] Pushing event updated for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=3']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:24.397264 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f5b8e-f467-4a55-848a-1c967ab0a08c x-openstack-request-id: req-577f5b8e-f467-4a55-848a-1c967ab0a08c {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:24.398574 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:24.398574 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-577f5b8e-f467-4a55-848a-1c967ab0a08c {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:24.398986 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577f5b8e-f467-4a55-848a-1c967ab0a08c'] response: {'name': 'network-changed', 'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5', 'status': 'completed', 'code': 200} Apr 01 13:01:24.404264 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.451559 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Allocated IP 172.20.0.10 (abc8b937-a252-4f6e-a0c7-22e572aaf492/69236d89-206d-4ef8-9db7-77c5a4cc30b4/33061b31-ad4b-4f8e-97c2-ccdb03808ccc) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:24.489954 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-0b06e10d-37e0-4c3f-aefa-80ba753b79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.495926 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-0b06e10d-37e0-4c3f-aefa-80ba753b79dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1127 time: 0.0717800 Apr 01 13:01:24.579649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (2461cf7a-13e0-412d-b297-551157113134), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.582502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.583799 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2461cf7a-13e0-412d-b297-551157113134 HTTP/1.1" status: 204 len: 168 time: 0.7822978 Apr 01 13:01:24.621417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-1caca9c6-fe82-456b-b050-45e37366fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.623095 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-1caca9c6-fe82-456b-b050-45e37366fed3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=65fb521867914335907212c3c86e9caf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1198263 Apr 01 13:01:24.635976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af9fb-6306-44f3-9f5e-2664ad0838c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461cf7a-13e0-412d-b297-551157113134,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:24.639159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-710a5f33-400c-433b-952a-7d87107d4366 req-ae919d56-1329-4159-844b-f9ef965b2bad tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0718474 Apr 01 13:01:24.747344 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-9bda3ba7-1f8b-4fed-ba75-7b04aa8ec4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.748865 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b8f4d8f5-d071-4f32-8eee-45c2b816171c req-9bda3ba7-1f8b-4fed-ba75-7b04aa8ec4ce service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168296 Apr 01 13:01:24.839493 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57024) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:24.857389 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-8204c968-9946-42e7-b494-3f07847db893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.859406 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-8204c968-9946-42e7-b494-3f07847db893 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1127 time: 0.0628521 Apr 01 13:01:24.910847 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-93ea92d5-2ca5-4b9e-9424-de5ceeda0950 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 200 len: 217 time: 0.0436401 Apr 01 13:01:24.943396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks [] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:24.961204 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-42287d90-5d35-429c-bbe3-89d208a373ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.962769 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-42287d90-5d35-429c-bbe3-89d208a373ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0461862 Apr 01 13:01:24.997477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.014214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-45ae21dc-ca18-4965-ba88-d13d619d7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:25.015720 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-45ae21dc-ca18-4965-ba88-d13d619d7746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460131 Apr 01 13:01:25.043075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:25.046183 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:25.048806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:25.054556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:25.055187 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.069390 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:25.091777 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.123130 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-74c520eb-56c6-4fa0-ae64-7d4f31d2e5b8 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008701 Apr 01 13:01:25.139522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:25.143296 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:25.150514 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:25.156080 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:25.157406 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.173406 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Pushing event updated for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:25.187332 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-2c408df9-2b80-430c-8ad6-0df94ff4f620 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1351421 Apr 01 13:01:25.199199 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Request body: {'port': {'device_id': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:25.263419 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-0eb9bdb5-2d29-451e-9504-a24944d13d54 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5594323 Apr 01 13:01:25.276197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Request body: {'port': {'device_id': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:25.309922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac23d-9681-48f4-bcff-8fe6e13026e2 req-83a140ff-a25e-4fbf-b4bc-f4e03c05878a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:25.311569 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c83ac23d-9681-48f4-bcff-8fe6e13026e2 req-83a140ff-a25e-4fbf-b4bc-f4e03c05878a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 932 time: 0.1377614 Apr 01 13:01:25.317006 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47ad2ea8-ab6f-4a80-bae4-18ab33852e7f req-bf40a8b3-6c2a-4232-9e8f-62ebf224ee0d service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874316 Apr 01 13:01:25.332894 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.366634 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7235-3e01-46f4-b249-024402e196e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.401604 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c83ac23d-9681-48f4-bcff-8fe6e13026e2 req-2b679d74-0463-44d2-a43d-9d22507fe522 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820870 Apr 01 13:01:25.405410 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8798642f-a16e-409f-a209-3e0b88c433ff None None] Provisioning complete for port f946f31f-34b0-4bc8-b962-1f0aa0a70556 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:25.405844 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8798642f-a16e-409f-a209-3e0b88c433ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.455937 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.468044 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8798642f-a16e-409f-a209-3e0b88c433ff None None] Port f946f31f-34b0-4bc8-b962-1f0aa0a70556 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:01:25.501951 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7235-3e01-46f4-b249-024402e196e4 admin admin] Publish callbacks [] for security_group (477bdc46-a4fc-458e-9c81-fcd5097f5809), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.680485 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7235-3e01-46f4-b249-024402e196e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (477bdc46-a4fc-458e-9c81-fcd5097f5809), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.730954 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57046) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:25.737854 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe7235-3e01-46f4-b249-024402e196e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477bdc46-a4fc-458e-9c81-fcd5097f5809,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:25.763833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-66b2b187-e681-408e-acd2-584f30028169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.785394 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f5fe7235-3e01-46f4-b249-024402e196e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9afe0410cf146c7b066adc048027e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9441857 Apr 01 13:01:25.787840 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57048) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:25.855791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] Publish callbacks [] for security_group (477bdc46-a4fc-458e-9c81-fcd5097f5809), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.907945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] Publish callbacks [] for security_group (477bdc46-a4fc-458e-9c81-fcd5097f5809), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:25.966385 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f946f31f-34b0-4bc8-b962-1f0aa0a70556 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:25.998796 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks [] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.008684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa16a6e-ca1b-4f43-a660-5e1e0fc83d08 req-b03cdd68-c014-4e3e-8cff-fd378be877c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.010201 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-efa16a6e-ca1b-4f43-a660-5e1e0fc83d08 req-b03cdd68-c014-4e3e-8cff-fd378be877c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 932 time: 0.2229562 Apr 01 13:01:26.028474 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (477bdc46-a4fc-458e-9c81-fcd5097f5809), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.031230 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.033111 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/477bdc46-a4fc-458e-9c81-fcd5097f5809 HTTP/1.1" status: 204 len: 168 time: 0.2433915 Apr 01 13:01:26.041753 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cebe72-a4a7-48ef-b995-1f5924790375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477bdc46-a4fc-458e-9c81-fcd5097f5809,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.048432 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33061b31-ad4b-4f8e-97c2-ccdb03808ccc {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:26.070452 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Transition to ACTIVE for port object f946f31f-34b0-4bc8-b962-1f0aa0a70556 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:01:26.072426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks [] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.109031 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-66b2b187-e681-408e-acd2-584f30028169 admin admin] Publish callbacks [] for security_group (1fffc7f9-928c-42e6-b125-dbd78de0e708), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.110306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Transition to ACTIVE for port object 33061b31-ad4b-4f8e-97c2-ccdb03808ccc will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:01:26.128845 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-efa16a6e-ca1b-4f43-a660-5e1e0fc83d08 req-c523d49d-9399-4848-a954-e5774724c6d5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119692 Apr 01 13:01:26.142254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 21bd57c7-f468-4145-b591-db73e8cc83b5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:01:26.144119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.213218 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-66b2b187-e681-408e-acd2-584f30028169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1fffc7f9-928c-42e6-b125-dbd78de0e708), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.215474 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.227736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.280754 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21bd57c7-f468-4145-b591-db73e8cc83b5,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:26.296791 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '21bd57c7-f468-4145-b591-db73e8cc83b5', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'port_id': '21bd57c7-f468-4145-b591-db73e8cc83b5', 'mac_address': 'fa:16:3e:47:1f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:01:26.347569 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57064) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:26.348066 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-66b2b187-e681-408e-acd2-584f30028169 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20ba55babb7f4a9cbe406b0c2b087958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6091616 Apr 01 13:01:26.351570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2b187-e681-408e-acd2-584f30028169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fffc7f9-928c-42e6-b125-dbd78de0e708,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.354158 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Attempting to bind port f946f31f-34b0-4bc8-b962-1f0aa0a70556 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:26.354946 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Attempting to bind port f946f31f-34b0-4bc8-b962-1f0aa0a70556 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:26.354946 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Attempting to bind port f946f31f-34b0-4bc8-b962-1f0aa0a70556 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:26.373951 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Port f946f31f-34b0-4bc8-b962-1f0aa0a70556 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:01:26.374278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Attempting to bind port f946f31f-34b0-4bc8-b962-1f0aa0a70556 on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:26.376165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Pushing event updated for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.400339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:26.400677 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:26.401050 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Bound using segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:26.401488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Bound port: f946f31f-34b0-4bc8-b962-1f0aa0a70556, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:26.401874 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.414326 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 21bd57c7-f468-4145-b591-db73e8cc83b5 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:26.415889 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.423487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Attempting to bind port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:26.423487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Attempting to bind port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:26.423487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Attempting to bind port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc on network abc8b937-a252-4f6e-a0c7-22e572aaf492 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:26.444951 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bd57c7-f468-4145-b591-db73e8cc83b5 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:26.467157 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21bd57c7-f468-4145-b591-db73e8cc83b5,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:26.476861 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] Publish callbacks [] for security_group (1fffc7f9-928c-42e6-b125-dbd78de0e708), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.487831 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc on network abc8b937-a252-4f6e-a0c7-22e572aaf492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:01:26.489331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Attempting to bind port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc on network abc8b937-a252-4f6e-a0c7-22e572aaf492 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:26.528862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:26.529211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Checking segment: {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:26.529641 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Bound using segment: {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:26.530083 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Bound port: 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:26.530450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.535603 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.553214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] Publish callbacks [] for security_group (1fffc7f9-928c-42e6-b125-dbd78de0e708), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.586483 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:26.594622 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99323a82-457f-4e98-b270-48cac5da5542 req-70e5efaa-199c-47cb-bfda-eebb891917ab tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.598460 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99323a82-457f-4e98-b270-48cac5da5542 req-70e5efaa-199c-47cb-bfda-eebb891917ab tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 944 time: 0.0970039 Apr 01 13:01:26.615428 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:26.637736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:26.641453 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:26.655770 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.703772 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.734041 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.735848 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-99323a82-457f-4e98-b270-48cac5da5542 req-c2754473-5edf-4357-84e6-2f32aefdd198 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Apr 01 13:01:26.762754 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.763399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.764963 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] 10.222.0.62 "PUT /v2.0/ports/f946f31f-34b0-4bc8-b962-1f0aa0a70556 HTTP/1.1" status: 200 len: 1094 time: 1.5712426 Apr 01 13:01:26.775071 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:26.777894 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:26.779002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['21bd57c7-f468-4145-b591-db73e8cc83b5'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:01:26.805495 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.806223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.807625 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] 10.222.0.62 "PUT /v2.0/ports/33061b31-ad4b-4f8e-97c2-ccdb03808ccc HTTP/1.1" status: 200 len: 1094 time: 1.5360222 Apr 01 13:01:26.818050 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd357e-6a45-4bba-9153-26362c35acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.846042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed343c72-a1c9-47b6-8bb0-bde91452163a x-openstack-request-id: req-ed343c72-a1c9-47b6-8bb0-bde91452163a {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:26.847209 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:26.847627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed343c72-a1c9-47b6-8bb0-bde91452163a {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:26.848258 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed343c72-a1c9-47b6-8bb0-bde91452163a'] response: {'name': 'network-changed', 'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556', 'status': 'completed', 'code': 200} Apr 01 13:01:26.852280 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1fffc7f9-928c-42e6-b125-dbd78de0e708), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.856378 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:26.858793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fffc7f9-928c-42e6-b125-dbd78de0e708 HTTP/1.1" status: 204 len: 168 time: 0.5100336 Apr 01 13:01:26.881480 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84a93-4f8f-43dc-91f6-8f670da477b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fffc7f9-928c-42e6-b125-dbd78de0e708,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.922503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b68eb6-81eb-48ee-8fcb-43a09a2a8782 service neutron] Pushing event updated for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:26.965409 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-41085ab4-61bb-40e0-82b8-bf60216a14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.967208 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-41085ab4-61bb-40e0-82b8-bf60216a14ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1128 time: 0.0875130 Apr 01 13:01:27.092922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57086) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:27.108999 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bcf-b76f-4d5f-9d26-fa9ad90e0c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.167630 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-f22ba9ee-02ed-49d9-ad12-78acf990efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.169170 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-f22ba9ee-02ed-49d9-ad12-78acf990efad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 1128 time: 0.2010691 Apr 01 13:01:27.201752 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bcf-b76f-4d5f-9d26-fa9ad90e0c20 admin admin] Publish callbacks [] for security_group (c33358db-fe25-4175-a727-28c52511bfae), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.208060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-cca32be4-9264-4fe1-a05e-db81c404e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.210082 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-cca32be4-9264-4fe1-a05e-db81c404e94f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=65fb521867914335907212c3c86e9caf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2317252 Apr 01 13:01:27.258368 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-721c2e48-0ec8-404e-aa78-3777191e797f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc HTTP/1.1" status: 200 len: 217 time: 0.0690255 Apr 01 13:01:27.282089 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bcf-b76f-4d5f-9d26-fa9ad90e0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c33358db-fe25-4175-a727-28c52511bfae), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.332375 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7ff84bcf-b76f-4d5f-9d26-fa9ad90e0c20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ffc04cbf1c4945bcd298c4bb4a89d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344227 Apr 01 13:01:27.332744 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57094) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:27.340172 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84bcf-b76f-4d5f-9d26-fa9ad90e0c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33358db-fe25-4175-a727-28c52511bfae,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:27.392311 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb936769-8874-4c97-afa9-e78b3dfff6f6 req-5fefb4ed-427b-488a-85fa-3c7fb5928c55 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.401408 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fb936769-8874-4c97-afa9-e78b3dfff6f6 req-5fefb4ed-427b-488a-85fa-3c7fb5928c55 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 944 time: 0.1547322 Apr 01 13:01:27.421807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-a5b464bd-5312-4d81-b237-f4f3e63a82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.423326 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-a5b464bd-5312-4d81-b237-f4f3e63a82df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69236d89-206d-4ef8-9db7-77c5a4cc30b4 HTTP/1.1" status: 200 len: 854 time: 0.1570845 Apr 01 13:01:27.468266 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2b979880-ed0b-4eca-bb18-107bef97712d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.474958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] Publish callbacks [] for security_group (c33358db-fe25-4175-a727-28c52511bfae), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.482879 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-4f983433-0873-4ec0-a995-bfc06c88d531 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abc8b937-a252-4f6e-a0c7-22e572aaf492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480838 Apr 01 13:01:27.485295 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fb936769-8874-4c97-afa9-e78b3dfff6f6 req-a5b26370-3100-430e-8022-8087dd1213e1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Apr 01 13:01:27.534465 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-61fba9a5-7359-4dbf-9dc3-463253b98647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.535774 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d4fc380-1ddd-4a02-8c15-321c6898b2d2 req-61fba9a5-7359-4dbf-9dc3-463253b98647 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943785 Apr 01 13:01:27.553940 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] Publish callbacks [] for security_group (c33358db-fe25-4175-a727-28c52511bfae), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.671308 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-607cac25-58f0-4a4a-917e-14daf4d2cb42 service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786628 Apr 01 13:01:27.678289 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-4fdf2549-78a2-4ef3-adb0-a2285511b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.679793 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-4fdf2549-78a2-4ef3-adb0-a2285511b389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1128 time: 0.1006396 Apr 01 13:01:27.738158 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c33358db-fe25-4175-a727-28c52511bfae), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.740838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:27.744847 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c33358db-fe25-4175-a727-28c52511bfae HTTP/1.1" status: 204 len: 168 time: 0.4111521 Apr 01 13:01:27.753383 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2228017-d879-4914-97f6-0cab955f8a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33358db-fe25-4175-a727-28c52511bfae,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:27.756160 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-46b06593-25f0-450a-be92-23124faf6b59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556 HTTP/1.1" status: 200 len: 217 time: 0.0684843 Apr 01 13:01:27.991079 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57108) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:28.009066 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1557a3e0-c3b7-4af2-983a-a4e69b52cac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.069244 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-357c8ef2-694c-4762-bec0-dc2e0e118376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.070739 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-357c8ef2-694c-4762-bec0-dc2e0e118376 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.3066611 Apr 01 13:01:28.075448 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f6e3894-aa63-464a-9ff9-3674572e1c0b req-674e36df-f770-4800-a65b-4536f424ada6 service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947775 Apr 01 13:01:28.100382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1557a3e0-c3b7-4af2-983a-a4e69b52cac9 admin admin] Publish callbacks [] for security_group (348f4ab7-4f78-4578-9e1b-2a8e437a46d9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.107060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591312-d1e1-4475-b123-dcacb376523d req-3b377e37-e22f-467d-8415-6a59411e9ee9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.108557 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0591312-d1e1-4475-b123-dcacb376523d req-3b377e37-e22f-467d-8415-6a59411e9ee9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 944 time: 0.1117189 Apr 01 13:01:28.157949 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 21bd57c7-f468-4145-b591-db73e8cc83b5 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:28.172393 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1557a3e0-c3b7-4af2-983a-a4e69b52cac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (348f4ab7-4f78-4578-9e1b-2a8e437a46d9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.182501 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-0f715802-5f8c-4db3-824d-cdd6fa3f7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.184470 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-0f715802-5f8c-4db3-824d-cdd6fa3f7586 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986173 Apr 01 13:01:28.188084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0591312-d1e1-4475-b123-dcacb376523d req-396c643e-842d-4bcc-9796-32340c8ac18c tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Apr 01 13:01:28.232759 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557a3e0-c3b7-4af2-983a-a4e69b52cac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348f4ab7-4f78-4578-9e1b-2a8e437a46d9,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:28.273864 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1557a3e0-c3b7-4af2-983a-a4e69b52cac9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24bd03a5ff894511a567254dae2d1108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812271 Apr 01 13:01:28.276865 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57116) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:28.318380 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-6d5afc38-4e6b-417f-bb68-caccc7df54e9 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213171 Apr 01 13:01:28.327212 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] Publish callbacks [] for security_group (348f4ab7-4f78-4578-9e1b-2a8e437a46d9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.349727 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] Publish callbacks [] for security_group (348f4ab7-4f78-4578-9e1b-2a8e437a46d9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.372913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 21bd57c7-f468-4145-b591-db73e8cc83b5 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:01:28.380263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 21bd57c7-f468-4145-b591-db73e8cc83b5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:28.380725 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.429100 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b1f87f8-d9e6-4502-8822-d1ef8dac7b1d req-56a69cf4-a93b-4d0d-a5d4-f11c069888f0 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033096 Apr 01 13:01:28.468882 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 21bd57c7-f468-4145-b591-db73e8cc83b5 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:28.469461 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.486207 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (348f4ab7-4f78-4578-9e1b-2a8e437a46d9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.486756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.489474 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/348f4ab7-4f78-4578-9e1b-2a8e437a46d9 HTTP/1.1" status: 204 len: 168 time: 0.2102890 Apr 01 13:01:28.504714 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ad9f4-e77d-4c63-a33b-da657f1e5062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348f4ab7-4f78-4578-9e1b-2a8e437a46d9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:28.516823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:28.519177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04a74b-7b6e-47fc-8350-9c24a7c640b2" -d '{"events": [{"server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "name": "network-vif-plugged", "status": "completed", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:28.554567 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21bd57c7-f468-4145-b591-db73e8cc83b5,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:28.590691 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9d1a5-3eff-41ea-bcce-811f1df15c01 x-openstack-request-id: req-a6a9d1a5-3eff-41ea-bcce-811f1df15c01 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:28.591437 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "name": "network-vif-plugged", "status": "completed", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:28.591901 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6a9d1a5-3eff-41ea-bcce-811f1df15c01 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:28.592677 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a9d1a5-3eff-41ea-bcce-811f1df15c01'] response: {'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5', 'code': 200} Apr 01 13:01:28.668609 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:28.697031 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dfc17-1b53-4eb1-ac7e-3f35947b65a9 req-8ed66c6c-6a13-48c0-bc83-e083b89889d8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.700359 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a5dfc17-1b53-4eb1-ac7e-3f35947b65a9 req-8ed66c6c-6a13-48c0-bc83-e083b89889d8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 944 time: 0.0891724 Apr 01 13:01:28.744501 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:28.849304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:28.851695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d030617-41a0-49c8-a10e-9b1798cad072" -d '{"events": [{"name": "network-changed", "server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:28.894389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b0457-6efd-4497-8535-e03312514d30 x-openstack-request-id: req-7b0b0457-6efd-4497-8535-e03312514d30 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:28.894389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:28.894703 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b0b0457-6efd-4497-8535-e03312514d30 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:28.895066 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0b0457-6efd-4497-8535-e03312514d30'] response: {'name': 'network-changed', 'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc', 'status': 'completed', 'code': 200} Apr 01 13:01:28.984395 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-7176350d-ac4e-4d0a-b72c-220c21fa1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.986365 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-7176350d-ac4e-4d0a-b72c-220c21fa1ee9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 1128 time: 0.0646865 Apr 01 13:01:29.015789 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a5dfc17-1b53-4eb1-ac7e-3f35947b65a9 req-5fb15c6c-6744-4531-b746-1c52755f6153 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049934 Apr 01 13:01:29.180163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7505-32cb-4b30-a43b-50869c8650b3 req-930d0bfe-d0c3-4db6-a894-5a11c98ebd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.181702 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0cb7505-32cb-4b30-a43b-50869c8650b3 req-930d0bfe-d0c3-4db6-a894-5a11c98ebd70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1129 time: 0.1739576 Apr 01 13:01:29.199349 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-7a3bbf60-ca31-460e-8ec0-d93c51ce8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.200812 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-7a3bbf60-ca31-460e-8ec0-d93c51ce8eec service neutron] 10.222.0.62 "GET /v2.0/networks?id=abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 200 len: 915 time: 0.1844819 Apr 01 13:01:29.260222 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-f3c63a31-b874-4696-8f79-f5850a3e16f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc HTTP/1.1" status: 200 len: 217 time: 0.0508349 Apr 01 13:01:29.359691 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0cb7505-32cb-4b30-a43b-50869c8650b3 req-2e48a0cb-b9fb-458b-bfef-716186acdce7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Apr 01 13:01:29.371354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-cc9179c6-8b26-40ee-85c4-2b25541f8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.372793 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-cc9179c6-8b26-40ee-85c4-2b25541f8ecf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69236d89-206d-4ef8-9db7-77c5a4cc30b4 HTTP/1.1" status: 200 len: 854 time: 0.1056240 Apr 01 13:01:29.388753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c285-4a23-4de8-b1c3-72829e03e307 req-fc6eb1ec-2a4b-4a8a-9520-f1b61c0c2ff7 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.390253 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-16d6c285-4a23-4de8-b1c3-72829e03e307 req-fc6eb1ec-2a4b-4a8a-9520-f1b61c0c2ff7 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 944 time: 0.1151958 Apr 01 13:01:29.438251 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-16d6c285-4a23-4de8-b1c3-72829e03e307 req-1db600a2-8532-41ba-958f-e09a7f2e0517 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Apr 01 13:01:29.649389 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-c244806e-4b08-452a-8bff-bc6030e7b069 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abc8b937-a252-4f6e-a0c7-22e572aaf492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346296 Apr 01 13:01:29.754924 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-45e55ff2-97a7-4ef7-9edc-492c4a48e46d service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Apr 01 13:01:29.817798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-24091b62-7aed-43ee-92a7-78525998e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:29.882360 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d030617-41a0-49c8-a10e-9b1798cad072 req-a312ce18-a06f-4756-a2ee-fa08aa82db5d service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201587 Apr 01 13:01:30.155444 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device f946f31f-34b0-4bc8-b962-1f0aa0a70556 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:01:30.170341 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee518a7-a751-4f8d-93c1-c175dcd1afcb req-b871b5e0-545b-47a9-a8f2-0124697dc1e5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:30.173082 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ee518a7-a751-4f8d-93c1-c175dcd1afcb req-b871b5e0-545b-47a9-a8f2-0124697dc1e5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 944 time: 0.0799363 Apr 01 13:01:30.242250 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ee518a7-a751-4f8d-93c1-c175dcd1afcb req-eed8ae1f-b0d1-4f18-9b09-c48c109f9dc9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610864 Apr 01 13:01:30.290122 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:30.302350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'port_id': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556', 'mac_address': 'fa:16:3e:a6:7b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:01:30.343350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port f946f31f-34b0-4bc8-b962-1f0aa0a70556 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:30.343910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:30.358618 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f946f31f-34b0-4bc8-b962-1f0aa0a70556 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:30.380939 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:30.451047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:30.451710 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 33061b31-ad4b-4f8e-97c2-ccdb03808ccc details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:01:30.573659 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:30.596979 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449983-a8f2-4557-8e21-6ffe7b305e5c req-53c72a94-0b6b-4873-9c80-54096db902e8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:30.601398 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b449983-a8f2-4557-8e21-6ffe7b305e5c req-53c72a94-0b6b-4873-9c80-54096db902e8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 944 time: 0.0836344 Apr 01 13:01:30.630477 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:30.645467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc', 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492', 'port_id': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc', 'mac_address': 'fa:16:3e:5b:01:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69236d89-206d-4ef8-9db7-77c5a4cc30b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:01:30.661062 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b449983-a8f2-4557-8e21-6ffe7b305e5c req-fddfd1af-3021-42d3-a28a-dd60448f64ec tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Apr 01 13:01:30.697821 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:30.697821 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:30.720891 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33061b31-ad4b-4f8e-97c2-ccdb03808ccc {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:30.743606 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:30.954487 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:31.009831 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:31.079971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:31.239087 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['f946f31f-34b0-4bc8-b962-1f0aa0a70556'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:01:31.265354 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['33061b31-ad4b-4f8e-97c2-ccdb03808ccc'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:01:31.424033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f65a-5a41-4e2d-a38d-9dbc1d5cdc6d req-287df344-faa4-4eaf-b22a-aef5e84b3e49 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:31.428294 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c52f65a-5a41-4e2d-a38d-9dbc1d5cdc6d req-287df344-faa4-4eaf-b22a-aef5e84b3e49 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 945 time: 0.0675883 Apr 01 13:01:31.490368 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c52f65a-5a41-4e2d-a38d-9dbc1d5cdc6d req-04fb56ec-5691-4d32-a853-703c1403f386 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568573 Apr 01 13:01:31.826550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287639f6-f2d9-4b4a-8d4d-e3f55db2c9c9 req-ece2c01b-9d28-4b03-a18d-c25f937292bd tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:31.828446 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-287639f6-f2d9-4b4a-8d4d-e3f55db2c9c9 req-ece2c01b-9d28-4b03-a18d-c25f937292bd tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 945 time: 0.0838299 Apr 01 13:01:31.879748 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-287639f6-f2d9-4b4a-8d4d-e3f55db2c9c9 req-2e544986-79c0-43ee-8a9e-fde22a73b8b9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Apr 01 13:01:32.437700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:32.622693 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f164790-7e5f-4087-a510-c0765ff84f2f req-a01fe614-bcb6-485c-9ffe-bb8d986fb9bd tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:32.624197 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3f164790-7e5f-4087-a510-c0765ff84f2f req-a01fe614-bcb6-485c-9ffe-bb8d986fb9bd tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 945 time: 0.0582285 Apr 01 13:01:32.676891 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3f164790-7e5f-4087-a510-c0765ff84f2f req-07c35ada-f793-49e2-b465-f1d72db4fc8e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Apr 01 13:01:33.009646 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b6f46-5fe2-4740-b5a1-cafebce962c1 req-488db485-ed1f-45e7-8e8c-3ddea8c42a3d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:33.011199 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b11b6f46-5fe2-4740-b5a1-cafebce962c1 req-488db485-ed1f-45e7-8e8c-3ddea8c42a3d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 945 time: 0.0606573 Apr 01 13:01:33.012647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57342) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:33.061244 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b11b6f46-5fe2-4740-b5a1-cafebce962c1 req-b952669f-3568-4419-860e-4a23604e7b7f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Apr 01 13:01:33.124396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6811ccba-ceb5-4039-8c4d-e03d13efea8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.200663 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6811ccba-ceb5-4039-8c4d-e03d13efea8c admin admin] Publish callbacks [] for security_group (07635049-3063-4557-96dd-694987f25c10), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.280381 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57348) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:33.282684 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6811ccba-ceb5-4039-8c4d-e03d13efea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (07635049-3063-4557-96dd-694987f25c10), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.321098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811ccba-ceb5-4039-8c4d-e03d13efea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07635049-3063-4557-96dd-694987f25c10,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:33.325680 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6811ccba-ceb5-4039-8c4d-e03d13efea8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b06fcd6c6b784981808cccd6ffcaeeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119249 Apr 01 13:01:33.329414 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57352) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:33.391274 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] Publish callbacks [] for security_group (07635049-3063-4557-96dd-694987f25c10), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.406199 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85ca5adf-30ff-49c9-90ad-8374145023a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.428687 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] Publish callbacks [] for security_group (07635049-3063-4557-96dd-694987f25c10), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.525220 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85ca5adf-30ff-49c9-90ad-8374145023a4 admin admin] Publish callbacks [] for security_group (c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.577059 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (07635049-3063-4557-96dd-694987f25c10), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.579867 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.584196 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07635049-3063-4557-96dd-694987f25c10 HTTP/1.1" status: 204 len: 168 time: 0.2507420 Apr 01 13:01:33.589730 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de674c-d7ae-49dc-8a70-7aea953a9e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07635049-3063-4557-96dd-694987f25c10,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:33.615048 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-85ca5adf-30ff-49c9-90ad-8374145023a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.650909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca5adf-30ff-49c9-90ad-8374145023a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:33.656366 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-85ca5adf-30ff-49c9-90ad-8374145023a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdd73af0af4c4987b0e5f7aec6eae2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742933 Apr 01 13:01:33.660140 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57364) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:33.715279 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] Publish callbacks [] for security_group (c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.743849 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.744347 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] Publish callbacks [] for security_group (c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.824236 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba920-bb44-4d77-89d8-670931cd178e req-52ad5b3d-9680-45d1-9451-cd8c076c45cf tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:33.824236 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a6ba920-bb44-4d77-89d8-670931cd178e req-52ad5b3d-9680-45d1-9451-cd8c076c45cf tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 945 time: 0.0749860 Apr 01 13:01:33.873781 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a6ba920-bb44-4d77-89d8-670931cd178e req-11f8f9d6-adf1-461b-bd79-e951d8580afb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Apr 01 13:01:33.899798 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.904661 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:33.906045 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23 HTTP/1.1" status: 204 len: 168 time: 0.2448595 Apr 01 13:01:33.915116 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0baee7-9c85-4180-9a3b-c0549a901178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d7bf7a-14a8-4a2c-bc07-65c5f09fdd23,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:34.171212 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 33061b31-ad4b-4f8e-97c2-ccdb03808ccc up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:34.199631 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c43c2-89ea-480c-97ae-ad488fd0c8c9 req-434c5725-d102-4604-839f-d4112c193581 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:34.206833 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-311c43c2-89ea-480c-97ae-ad488fd0c8c9 req-434c5725-d102-4604-839f-d4112c193581 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 945 time: 0.0738745 Apr 01 13:01:34.246073 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57386) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:34.266474 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-818e3c0d-68c9-403f-aefc-ae0904236cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.271011 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-311c43c2-89ea-480c-97ae-ad488fd0c8c9 req-806bd678-5dab-4e66-b453-f52024d96917 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631642 Apr 01 13:01:34.320456 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:01:34.330992 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:34.330992 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.360742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-818e3c0d-68c9-403f-aefc-ae0904236cc6 admin admin] Publish callbacks [] for security_group (71d84d6a-927b-4097-90cb-28d035c921a6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.423436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-818e3c0d-68c9-403f-aefc-ae0904236cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (71d84d6a-927b-4097-90cb-28d035c921a6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.426747 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:34.427398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.452235 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:34.454875 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe7923-386a-4148-90f6-d04b99a44658" -d '{"events": [{"server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "name": "network-vif-plugged", "status": "completed", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:34.466968 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-818e3c0d-68c9-403f-aefc-ae0904236cc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df6982c952774b3bbb742d712bc39b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194626 Apr 01 13:01:34.467809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e3c0d-68c9-403f-aefc-ae0904236cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d84d6a-927b-4097-90cb-28d035c921a6,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:34.469966 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57400) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:34.471953 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:34.523446 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb807b5-58a9-46d6-aa8d-01cfff01b812 x-openstack-request-id: req-8fb807b5-58a9-46d6-aa8d-01cfff01b812 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:34.523597 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "name": "network-vif-plugged", "status": "completed", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:34.523919 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fb807b5-58a9-46d6-aa8d-01cfff01b812 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:34.524329 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb807b5-58a9-46d6-aa8d-01cfff01b812'] response: {'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc', 'code': 200} Apr 01 13:01:34.551844 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.557081 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device f946f31f-34b0-4bc8-b962-1f0aa0a70556 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:34.566980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] Publish callbacks [] for security_group (71d84d6a-927b-4097-90cb-28d035c921a6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.606025 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] Publish callbacks [] for security_group (71d84d6a-927b-4097-90cb-28d035c921a6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.640807 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:34.719908 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port f946f31f-34b0-4bc8-b962-1f0aa0a70556 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:01:34.725341 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port f946f31f-34b0-4bc8-b962-1f0aa0a70556 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:34.725798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.792089 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (71d84d6a-927b-4097-90cb-28d035c921a6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.794817 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.796022 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71d84d6a-927b-4097-90cb-28d035c921a6 HTTP/1.1" status: 204 len: 168 time: 0.3214498 Apr 01 13:01:34.805606 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5378d-e9e7-4ed9-b4e8-b7b0aa25d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d84d6a-927b-4097-90cb-28d035c921a6,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:34.823590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port f946f31f-34b0-4bc8-b962-1f0aa0a70556 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:34.824062 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:34.859470 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:34.928409 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a76fd-5fa3-4913-95f3-e3da4c855136 req-d462b427-f8b1-4382-85d8-d25abb6cc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:34.930084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b0a76fd-5fa3-4913-95f3-e3da4c855136 req-d462b427-f8b1-4382-85d8-d25abb6cc1f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 1130 time: 0.0554135 Apr 01 13:01:34.966222 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:35.013968 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b0a76fd-5fa3-4913-95f3-e3da4c855136 req-c0ff9e95-a104-42d8-b333-c7d23902f2df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 Apr 01 13:01:35.022397 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:35.046667 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b15f6-a98e-4cf4-98b9-928aa0db53ff req-0cde2122-3dfd-4a00-a450-c9790036b71e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:35.048161 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf2b15f6-a98e-4cf4-98b9-928aa0db53ff req-0cde2122-3dfd-4a00-a450-c9790036b71e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0934694 Apr 01 13:01:35.098443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf2b15f6-a98e-4cf4-98b9-928aa0db53ff req-88034a33-7d77-4e2b-beeb-9f9c0ecc5aca tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Apr 01 13:01:35.397516 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e0d3-d302-48c7-bef2-91f4ddb883d6 req-f2d1f6a2-d620-4000-9ba6-4c261ad39398 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:35.402271 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3244e0d3-d302-48c7-bef2-91f4ddb883d6 req-f2d1f6a2-d620-4000-9ba6-4c261ad39398 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0567725 Apr 01 13:01:35.453009 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3244e0d3-d302-48c7-bef2-91f4ddb883d6 req-57d9e584-f4d0-40d6-98f1-7418f7571f56 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482273 Apr 01 13:01:35.954084 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57466) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:36.164997 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356282306-network', 'tenant_id': '2d787db5fcb2458dbd039ef6b1711273'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:36.259120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b5848-1154-4486-8f68-1d2f573923d5 req-6a259dd0-46f9-4c0f-adb5-909c6f324581 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:36.260661 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cb8b5848-1154-4486-8f68-1d2f573923d5 req-6a259dd0-46f9-4c0f-adb5-909c6f324581 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0524068 Apr 01 13:01:36.274025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Made reservation on behalf of 2d787db5fcb2458dbd039ef6b1711273 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:36.276318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.287074 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.311164 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cb8b5848-1154-4486-8f68-1d2f573923d5 req-fade2f85-3728-470e-9eb0-957332225353 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 01 13:01:36.376498 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks [] for security_group (f331dfc4-0c09-4caa-81a1-523d3a3ac5b9), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.445638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f331dfc4-0c09-4caa-81a1-523d3a3ac5b9), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.474364 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:01:36.485070 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:36.490491 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (cf86cb20-98ea-4c95-b900-92b63ef1ed23), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.490660 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Added segment cf86cb20-98ea-4c95-b900-92b63ef1ed23 of type vlan for network 3c664d8e-f93e-4213-af49-07d9bb870ed0 Apr 01 13:01:36.525868 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:36.530590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6ab99-e85e-4408-97fe-fa0538bc3b0b" -d '{"events": [{"server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "name": "network-vif-plugged", "status": "completed", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:36.564810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (3c664d8e-f93e-4213-af49-07d9bb870ed0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.587501 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea411b2-4465-43cc-8121-efe9ecc238b9 x-openstack-request-id: req-cea411b2-4465-43cc-8121-efe9ecc238b9 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:36.588098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "name": "network-vif-plugged", "status": "completed", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:36.588516 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cea411b2-4465-43cc-8121-efe9ecc238b9 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:36.589147 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea411b2-4465-43cc-8121-efe9ecc238b9'] response: {'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556', 'code': 200} Apr 01 13:01:36.608148 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57492) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:36.624921 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92906fae-4e62-41f6-9010-13fb3a26349d req-5caaa52f-9a8b-4f6c-8379-8046dc40d324 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:36.626572 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92906fae-4e62-41f6-9010-13fb3a26349d req-5caaa52f-9a8b-4f6c-8379-8046dc40d324 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.1009691 Apr 01 13:01:36.695340 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92906fae-4e62-41f6-9010-13fb3a26349d req-7ea22e13-6875-4c32-8eca-970084e2aad4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Apr 01 13:01:36.708464 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (3c664d8e-f93e-4213-af49-07d9bb870ed0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.710180 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:36.710773 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.763379 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c641-7bb4-43ad-b898-f13f9f1e0326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.777244 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] Pushing event updated for resources: {'Network': ['ID=3c664d8e-f93e-4213-af49-07d9bb870ed0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:36.789977 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:01:36.853646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c641-7bb4-43ad-b898-f13f9f1e0326 admin admin] Publish callbacks [] for security_group (02d27e16-4d16-44d4-87ff-b9e09a2d6b3a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.880648 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ed0416d0-78a5-4a11-b506-8976b75703dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9254549 Apr 01 13:01:36.883639 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57500) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:36.888371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Request body: {'subnet': {'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356282306-subnet', 'tenant_id': '2d787db5fcb2458dbd039ef6b1711273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:36.927083 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c641-7bb4-43ad-b898-f13f9f1e0326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (02d27e16-4d16-44d4-87ff-b9e09a2d6b3a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:36.976093 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a8a6c641-7bb4-43ad-b898-f13f9f1e0326 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a9a7856f0b64adabd02235a624e68c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640068 Apr 01 13:01:36.976093 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6c641-7bb4-43ad-b898-f13f9f1e0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d27e16-4d16-44d4-87ff-b9e09a2d6b3a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:36.976480 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57504) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:36.999313 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Made reservation on behalf of 2d787db5fcb2458dbd039ef6b1711273 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:37.001532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.135634 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adfeab-2c88-4c9d-95df-9f60e1817744 req-588968e8-25af-4d45-b729-f21bebbc558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:37.137146 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-52adfeab-2c88-4c9d-95df-9f60e1817744 req-588968e8-25af-4d45-b729-f21bebbc558d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1130 time: 0.1536524 Apr 01 13:01:37.140194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] Publish callbacks [] for security_group (02d27e16-4d16-44d4-87ff-b9e09a2d6b3a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.185042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] Publish callbacks [] for security_group (02d27e16-4d16-44d4-87ff-b9e09a2d6b3a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.270435 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-52adfeab-2c88-4c9d-95df-9f60e1817744 req-a4c8fa32-f1e0-444e-ae7c-2d4358354c9e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173887 Apr 01 13:01:37.382745 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (02d27e16-4d16-44d4-87ff-b9e09a2d6b3a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.385528 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.386783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02d27e16-4d16-44d4-87ff-b9e09a2d6b3a HTTP/1.1" status: 204 len: 168 time: 0.4044714 Apr 01 13:01:37.394789 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e63647-9ba7-49ee-8998-ade041afea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d27e16-4d16-44d4-87ff-b9e09a2d6b3a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:37.406090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (6e7d364a-a09f-4a94-b258-f5dc7474c5a8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.466586 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f98f2-fc1c-49a5-864a-d7cd415dd4bb req-d142dae9-c3bc-48e9-aaa7-202e22fe179c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:37.468581 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a3f98f2-fc1c-49a5-864a-d7cd415dd4bb req-d142dae9-c3bc-48e9-aaa7-202e22fe179c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0721231 Apr 01 13:01:37.477970 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7d364a-a09f-4a94-b258-f5dc7474c5a8,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:37.492484 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Checking segment: {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:37.492484 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Network hostable DHCP agents. Network: 3c664d8e-f93e-4213-af49-07d9bb870ed0, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:01:37.530755 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a3f98f2-fc1c-49a5-864a-d7cd415dd4bb req-485b0254-c92a-471e-ad2d-42cf38f478df tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Apr 01 13:01:37.594465 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:01:37.688216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 3c664d8e-f93e-4213-af49-07d9bb870ed0) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:37.696096 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:37.697207 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:37.699960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0884b5-96be-4778-8c61-4e929ae22bed None None] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:37.793533 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-340b7581-604e-4e78-8d35-decdc0338280 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8993969 Apr 01 13:01:37.827633 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8c6fb-986d-44a5-9c10-d892d0c4539d None None] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:37.835477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374c96b-a363-4bad-90e6-5b880450213b req-5e471960-ed40-41ef-9af0-3ea7d9d07782 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:37.837682 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d374c96b-a363-4bad-90e6-5b880450213b req-5e471960-ed40-41ef-9af0-3ea7d9d07782 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0686662 Apr 01 13:01:37.899740 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d374c96b-a363-4bad-90e6-5b880450213b req-ad24def9-74c0-473c-b4d7-904da8ee60b0 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556481 Apr 01 13:01:38.311606 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57576) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:38.325690 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c783e3ae-d23e-48ab-b832-002c500b5a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.402903 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c783e3ae-d23e-48ab-b832-002c500b5a52 admin admin] Publish callbacks [] for security_group (6dd6f6e2-6430-4c55-ba5b-0514227a36e4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.474275 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c783e3ae-d23e-48ab-b832-002c500b5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6dd6f6e2-6430-4c55-ba5b-0514227a36e4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.514942 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c783e3ae-d23e-48ab-b832-002c500b5a52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=265359e88dde4ddbb501cfac891803bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021987 Apr 01 13:01:38.516866 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783e3ae-d23e-48ab-b832-002c500b5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd6f6e2-6430-4c55-ba5b-0514227a36e4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:38.517789 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57580) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:38.567713 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] Publish callbacks [] for security_group (6dd6f6e2-6430-4c55-ba5b-0514227a36e4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.601890 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] Publish callbacks [] for security_group (6dd6f6e2-6430-4c55-ba5b-0514227a36e4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.673575 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c408f6-570b-48f8-9724-969d70c3b019 req-55b97ad0-c8d2-4b22-b966-be6e79cf9c94 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:38.676374 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4c408f6-570b-48f8-9724-969d70c3b019 req-55b97ad0-c8d2-4b22-b966-be6e79cf9c94 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0648451 Apr 01 13:01:38.717209 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6dd6f6e2-6430-4c55-ba5b-0514227a36e4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.720144 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:38.722156 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dd6f6e2-6430-4c55-ba5b-0514227a36e4 HTTP/1.1" status: 204 len: 168 time: 0.2027626 Apr 01 13:01:38.732413 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8b1fb-44dd-45fe-8d35-43d69c72ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd6f6e2-6430-4c55-ba5b-0514227a36e4,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:38.741459 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4c408f6-570b-48f8-9724-969d70c3b019 req-82c7179b-ae57-4c1b-803b-9caafe323232 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Apr 01 13:01:38.854118 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:39.650077 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57616) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:39.663642 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59e33e92-735a-4158-b74b-2f82dec43625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:39.760101 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59e33e92-735a-4158-b74b-2f82dec43625 admin admin] Publish callbacks [] for security_group (92ac593f-c8b3-42bb-aa11-359e58d227f1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:39.871388 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59e33e92-735a-4158-b74b-2f82dec43625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92ac593f-c8b3-42bb-aa11-359e58d227f1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:39.912614 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e33e92-735a-4158-b74b-2f82dec43625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac593f-c8b3-42bb-aa11-359e58d227f1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:39.917083 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-59e33e92-735a-4158-b74b-2f82dec43625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6b471635d2146529fac6c44325c3200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659352 Apr 01 13:01:39.919436 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901239b-5aa8-421e-bb8c-793cb6955f21 req-8d8d0b44-22f7-4ad6-8080-1280a850d6ee tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:39.919948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57634) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:39.921176 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4901239b-5aa8-421e-bb8c-793cb6955f21 req-8d8d0b44-22f7-4ad6-8080-1280a850d6ee tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0611401 Apr 01 13:01:39.978132 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4901239b-5aa8-421e-bb8c-793cb6955f21 req-1a389550-527c-4616-bedf-61a363de6be2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Apr 01 13:01:39.981023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] Publish callbacks [] for security_group (92ac593f-c8b3-42bb-aa11-359e58d227f1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:40.007622 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] Publish callbacks [] for security_group (92ac593f-c8b3-42bb-aa11-359e58d227f1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:40.186009 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92ac593f-c8b3-42bb-aa11-359e58d227f1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:40.188554 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:40.189773 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92ac593f-c8b3-42bb-aa11-359e58d227f1 HTTP/1.1" status: 204 len: 168 time: 0.2691081 Apr 01 13:01:40.198286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815869-a2cd-48a6-928e-13f6c65ebf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac593f-c8b3-42bb-aa11-359e58d227f1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:40.553503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d6b57-f9ad-4312-9476-fad134a9676e req-e1a1d5f1-5710-47f9-acc0-22a34b90c4d2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:40.555046 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-453d6b57-f9ad-4312-9476-fad134a9676e req-e1a1d5f1-5710-47f9-acc0-22a34b90c4d2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0536947 Apr 01 13:01:40.615000 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-453d6b57-f9ad-4312-9476-fad134a9676e req-4c7cad3e-9971-4bbb-b86e-ae6a70ed6b46 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Apr 01 13:01:40.664304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-83edfb56-8d14-49a0-8f29-a8c5d331efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:40.665859 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-83edfb56-8d14-49a0-8f29-a8c5d331efdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1130 time: 0.0517809 Apr 01 13:01:40.775424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-7716c060-8e56-4eeb-8deb-285e9cf26645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:40.777217 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-7716c060-8e56-4eeb-8deb-285e9cf26645 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.0978544 Apr 01 13:01:40.823714 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-c8b2f789-c437-46f2-92b8-65513de1b5d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556 HTTP/1.1" status: 200 len: 217 time: 0.0364854 Apr 01 13:01:40.876046 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-c254a885-5645-4439-8143-5aa6ff963cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:40.882690 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-c254a885-5645-4439-8143-5aa6ff963cc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0462966 Apr 01 13:01:40.935732 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-7697733c-2edc-46bc-bfa5-c0215b393457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:40.937483 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-7697733c-2edc-46bc-bfa5-c0215b393457 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530114 Apr 01 13:01:41.048586 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-41136051-6ea6-4e2b-9da3-44650be6f073 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983105 Apr 01 13:01:41.157393 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4e9305e-e2e2-435e-a6b5-379bd919a80f req-230f6246-31e6-456f-be14-3a426a21edce service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918312 Apr 01 13:01:46.488772 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-4566f873-a1c7-4bbe-b812-b5e942024af5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.490448 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-4566f873-a1c7-4bbe-b812-b5e942024af5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/networks?id=3c664d8e-f93e-4213-af49-07d9bb870ed0 HTTP/1.1" status: 200 len: 808 time: 0.1177013 Apr 01 13:01:46.505802 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-57bd4c45-4be4-4445-a3ba-04b29ad5158c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/quotas/2d787db5fcb2458dbd039ef6b1711273 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Apr 01 13:01:46.541679 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-541c9c8b-6f7a-4ca6-b69c-8bf9cf2494ea tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293267 Apr 01 13:01:46.636250 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-03e9f2c4-2fc9-4dae-a6e8-5b9418738674 service neutron] 10.222.0.43 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873621 Apr 01 13:01:46.742312 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-ca8b992d-0ec1-4861-a265-6fa241131508 service neutron] 10.222.0.43 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988946 Apr 01 13:01:46.811581 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee0bb-3d70-4999-895f-4613262b70af req-449ce4bd-2baa-47bf-8640-be1d2d04bced tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.813298 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e7cee0bb-3d70-4999-895f-4613262b70af req-449ce4bd-2baa-47bf-8640-be1d2d04bced tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0611274 Apr 01 13:01:46.865280 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e7cee0bb-3d70-4999-895f-4613262b70af req-58314eb1-5da5-41c2-aefc-f592be66da0f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Apr 01 13:01:46.989822 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98517a8-d7a8-4ba6-b100-0cd536fe5f73 req-ab07d8a8-9ad7-490b-af5d-a40819eb0dfe tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.997254 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d98517a8-d7a8-4ba6-b100-0cd536fe5f73 req-ab07d8a8-9ad7-490b-af5d-a40819eb0dfe tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0639145 Apr 01 13:01:47.068634 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f4c00a65-b67b-4145-89dd-618f7b9b1a7a req-85ed2f93-f242-41ac-8078-3e981bf06fd7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0354509 Apr 01 13:01:47.091686 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d98517a8-d7a8-4ba6-b100-0cd536fe5f73 req-b9e6ff72-3118-483d-b453-267cb04907ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917370 Apr 01 13:01:47.771387 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57904) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:47.880037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59cb8562-d201-4d0e-82aa-bc32e0a736fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:47.990963 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59cb8562-d201-4d0e-82aa-bc32e0a736fb admin admin] Publish callbacks [] for security_group (4f4ce199-66ed-45cd-8471-df89dd798ff6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.009937 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07749af-62e4-4569-aad8-c0aa0f5edcbd req-2bbf450c-8772-4421-9d86-628631a42e59 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:48.011449 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f07749af-62e4-4569-aad8-c0aa0f5edcbd req-2bbf450c-8772-4421-9d86-628631a42e59 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0698586 Apr 01 13:01:48.059734 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f07749af-62e4-4569-aad8-c0aa0f5edcbd req-cb80dc31-9628-4765-82c1-964b6bb49e3b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Apr 01 13:01:48.074367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59cb8562-d201-4d0e-82aa-bc32e0a736fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4f4ce199-66ed-45cd-8471-df89dd798ff6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.119656 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-59cb8562-d201-4d0e-82aa-bc32e0a736fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=947a06584b0b48fa9a0eca73b7c4f60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472002 Apr 01 13:01:48.120765 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb8562-d201-4d0e-82aa-bc32e0a736fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ce199-66ed-45cd-8471-df89dd798ff6,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:48.122329 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57920) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:48.212261 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cbb5f9e6-3f24-45d5-85b4-9fd4bd271937 req-53ec87de-f444-44b2-8ac4-4a6c3c8731d9 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0608912 Apr 01 13:01:48.245439 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14e41d-57bb-4e04-b652-01a02434880e req-6488195a-3d57-4cec-bc00-f6bc12824fd0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:48.245680 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] Publish callbacks [] for security_group (4f4ce199-66ed-45cd-8471-df89dd798ff6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.250050 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b14e41d-57bb-4e04-b652-01a02434880e req-6488195a-3d57-4cec-bc00-f6bc12824fd0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0753443 Apr 01 13:01:48.271536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] Publish callbacks [] for security_group (4f4ce199-66ed-45cd-8471-df89dd798ff6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.304888 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b14e41d-57bb-4e04-b652-01a02434880e req-83f009ae-4794-4dbd-9fab-71a9c8ec3161 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Apr 01 13:01:48.414391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4f4ce199-66ed-45cd-8471-df89dd798ff6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.417041 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:48.418229 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f4ce199-66ed-45cd-8471-df89dd798ff6 HTTP/1.1" status: 204 len: 168 time: 0.2947268 Apr 01 13:01:48.426546 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d987-b259-4a66-a448-7180122dd1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ce199-66ed-45cd-8471-df89dd798ff6,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:49.063748 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57936) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:49.076609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a38e85a-4442-4074-ae82-5789a0b4a9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.158482 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a38e85a-4442-4074-ae82-5789a0b4a9bd admin admin] Publish callbacks [] for security_group (51e0a4c0-4a18-4ca2-b064-3898689b7c59), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.234750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5a38e85a-4442-4074-ae82-5789a0b4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (51e0a4c0-4a18-4ca2-b064-3898689b7c59), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.257107 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c9d54-1d3f-4efc-8c20-762a00b57173 req-2402d0c9-ad6d-4a65-9961-0ac26db83ef1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:49.258789 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e80c9d54-1d3f-4efc-8c20-762a00b57173 req-2402d0c9-ad6d-4a65-9961-0ac26db83ef1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1179621 Apr 01 13:01:49.340142 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5a38e85a-4442-4074-ae82-5789a0b4a9bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b759eb35db84007816213e18615a1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752512 Apr 01 13:01:49.349515 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57954) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:49.359035 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38e85a-4442-4074-ae82-5789a0b4a9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0a4c0-4a18-4ca2-b064-3898689b7c59,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:49.373513 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e80c9d54-1d3f-4efc-8c20-762a00b57173 req-5d933c23-f527-4c36-9482-e0240d5f4038 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092646 Apr 01 13:01:49.382420 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6c506a2c-4dc0-4278-b43d-35cec781e454 req-ddd914c0-fb04-461a-82c8-b2a778fb7984 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0551422 Apr 01 13:01:49.418850 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] Publish callbacks [] for security_group (51e0a4c0-4a18-4ca2-b064-3898689b7c59), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.446946 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] Publish callbacks [] for security_group (51e0a4c0-4a18-4ca2-b064-3898689b7c59), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.599780 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489194-f49e-48d1-a089-5206323c9bb3 req-46883e3f-2a78-4db3-be96-87392a8e4e3e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:49.601461 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd489194-f49e-48d1-a089-5206323c9bb3 req-46883e3f-2a78-4db3-be96-87392a8e4e3e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1523511 Apr 01 13:01:49.631750 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (51e0a4c0-4a18-4ca2-b064-3898689b7c59), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.634456 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.635647 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51e0a4c0-4a18-4ca2-b064-3898689b7c59 HTTP/1.1" status: 204 len: 168 time: 0.2850802 Apr 01 13:01:49.645496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed03e-2e7f-493d-83f4-ed03f57f04bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0a4c0-4a18-4ca2-b064-3898689b7c59,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:49.660036 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-00ba52ff-6b99-488c-839d-61b505e63e3d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:49.661505 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-00ba52ff-6b99-488c-839d-61b505e63e3d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "GET /v2.0/networks?id=3c664d8e-f93e-4213-af49-07d9bb870ed0 HTTP/1.1" status: 200 len: 808 time: 0.1513112 Apr 01 13:01:49.675689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Request body: {'port': {'device_id': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0', 'admin_state_up': True, 'tenant_id': '2d787db5fcb2458dbd039ef6b1711273'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:49.695771 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd489194-f49e-48d1-a089-5206323c9bb3 req-04d0b9bc-ac5c-4229-b823-1bf91d3c83db tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877886 Apr 01 13:01:49.873790 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d6cef-b0c8-49e2-a250-21500448311d req-4c889e45-945c-425d-8414-7926695c5c02 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:49.875308 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-048d6cef-b0c8-49e2-a250-21500448311d req-4c889e45-945c-425d-8414-7926695c5c02 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Apr 01 13:01:49.875939 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Made reservation on behalf of 2d787db5fcb2458dbd039ef6b1711273 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:49.880109 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:49.991827 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-048d6cef-b0c8-49e2-a250-21500448311d req-26b824ac-c734-45c9-a4fe-5e22f89d8471 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087091 Apr 01 13:01:50.039906 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57972) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:50.156526 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-397e8a27-fc45-45ef-b16b-2b02b85ab6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.251537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-397e8a27-fc45-45ef-b16b-2b02b85ab6c0 admin admin] Publish callbacks [] for security_group (bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.278875 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Allocated IP 172.20.0.14 (3c664d8e-f93e-4213-af49-07d9bb870ed0/6e7d364a-a09f-4a94-b258-f5dc7474c5a8/956b9bda-5cc7-4d23-9031-ae1c7d6f90a4) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:50.320037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-397e8a27-fc45-45ef-b16b-2b02b85ab6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.357687 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-397e8a27-fc45-45ef-b16b-2b02b85ab6c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3cbfa1bd9184dc797a8093b0b745621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165746 Apr 01 13:01:50.359596 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e8a27-fc45-45ef-b16b-2b02b85ab6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:50.362421 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57982) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:50.414363 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] Publish callbacks [] for security_group (bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.447963 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] Publish callbacks [] for security_group (bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.460135 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 57988) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:50.490423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks [] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.514922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-79986acf-e51d-4f7f-9d68-6533e20daee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.523674 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a28c60e-6772-4150-b6de-9dd67a955df6 req-1eeb83c6-dac8-4a01-881c-b7df2801895b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0453784 Apr 01 13:01:50.559172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e347bb-67b7-4621-acd4-c68b81fcfed7 req-a60edd89-d0db-40fd-be05-9742082fbe4a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:50.560998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3e347bb-67b7-4621-acd4-c68b81fcfed7 req-a60edd89-d0db-40fd-be05-9742082fbe4a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0851126 Apr 01 13:01:50.606037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-79986acf-e51d-4f7f-9d68-6533e20daee0 admin admin] Publish callbacks [] for security_group (329dcaf9-602f-4fd0-a3c8-b3896fdba13d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.612418 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3e347bb-67b7-4621-acd4-c68b81fcfed7 req-53dcbe45-7af6-4e40-a078-83a0330b654e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Apr 01 13:01:50.629450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.663327 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.666600 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.667823 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8 HTTP/1.1" status: 204 len: 168 time: 0.3042705 Apr 01 13:01:50.672982 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:50.676297 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:50.677858 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475657d4-595d-4c73-bf24-a7e8887a701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd0796-bf7d-4d6e-bb7d-3138f3b157f8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:50.682421 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:50.687637 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:50.688280 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.695527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Pushing event updated for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:50.717547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-79986acf-e51d-4f7f-9d68-6533e20daee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (329dcaf9-602f-4fd0-a3c8-b3896fdba13d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.758661 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-79986acf-e51d-4f7f-9d68-6533e20daee0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5bc27d8e6a74cc0b8b8e5db0471e3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967079 Apr 01 13:01:50.759552 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986acf-e51d-4f7f-9d68-6533e20daee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329dcaf9-602f-4fd0-a3c8-b3896fdba13d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:50.761407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 57994) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:50.785281 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-c06cb8d5-09ba-407a-9a6f-89ef59d7b135 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1133645 Apr 01 13:01:50.805785 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Request body: {'port': {'device_id': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:50.834269 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45849a60-ecc6-4524-8347-28e84ec9e7c1 req-907a8974-f3d6-46fa-8433-622ed7cda2e8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:50.835936 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-45849a60-ecc6-4524-8347-28e84ec9e7c1 req-907a8974-f3d6-46fa-8433-622ed7cda2e8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0575633 Apr 01 13:01:50.892460 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] Publish callbacks [] for security_group (329dcaf9-602f-4fd0-a3c8-b3896fdba13d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.896385 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-45849a60-ecc6-4524-8347-28e84ec9e7c1 req-3ad9b30d-c6fa-4db1-b917-7f6b1ae91374 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548413 Apr 01 13:01:50.900328 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:50.930410 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] Publish callbacks [] for security_group (329dcaf9-602f-4fd0-a3c8-b3896fdba13d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.135827 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (329dcaf9-602f-4fd0-a3c8-b3896fdba13d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.138386 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.139525 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/329dcaf9-602f-4fd0-a3c8-b3896fdba13d HTTP/1.1" status: 204 len: 168 time: 0.3769598 Apr 01 13:01:51.156492 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32688-ff17-43d8-821c-9cbbc1bc4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329dcaf9-602f-4fd0-a3c8-b3896fdba13d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:51.192377 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f893869-b3b3-4b88-b532-8244cf57e6a5 req-cc62d56b-2b1c-4373-9de5-3f9fb55ddbd2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:51.193906 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5f893869-b3b3-4b88-b532-8244cf57e6a5 req-cc62d56b-2b1c-4373-9de5-3f9fb55ddbd2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1253636 Apr 01 13:01:51.292927 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5f893869-b3b3-4b88-b532-8244cf57e6a5 req-e6b4df93-1794-4d4a-8cca-a00bb614ab9d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912769 Apr 01 13:01:51.305695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:51.314248 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks [] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.329900 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Transition to ACTIVE for port object 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:01:51.414604 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.474791 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:51.504714 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Attempting to bind port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:51.505052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Attempting to bind port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:51.505382 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Attempting to bind port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:51.509815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:01:51.510137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Attempting to bind port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:51.515252 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:51.515535 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Checking segment: {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:51.516132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Bound using segment: {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:51.516352 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Bound port: 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:51.516714 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.527838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58008) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:51.556640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7770c483-363a-4e00-8ff3-00023a4afa6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.596802 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:51.601201 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:51.692509 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0ff9-3f16-4851-90b4-ec8ace00a593 req-09cc6a6d-fa4e-46ee-92d7-9ae75e1f208b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:51.694066 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-969c0ff9-3f16-4851-90b4-ec8ace00a593 req-09cc6a6d-fa4e-46ee-92d7-9ae75e1f208b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 944 time: 0.0926607 Apr 01 13:01:51.696016 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7770c483-363a-4e00-8ff3-00023a4afa6d admin admin] Publish callbacks [] for security_group (01bd8948-f57c-4794-918f-74841ccad15a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.743919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684347-5c09-4796-a0ef-0a01ff7bbabc req-bd91fe6c-737c-4c6a-97aa-b813a22f7d2c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:51.751304 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-969c0ff9-3f16-4851-90b4-ec8ace00a593 req-2e86a7f9-9205-481f-9fbf-fd911b30834f tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Apr 01 13:01:51.751853 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee684347-5c09-4796-a0ef-0a01ff7bbabc req-bd91fe6c-737c-4c6a-97aa-b813a22f7d2c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0653648 Apr 01 13:01:51.772673 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.823332 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7770c483-363a-4e00-8ff3-00023a4afa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (01bd8948-f57c-4794-918f-74841ccad15a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.831602 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:51.832028 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.833464 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] 10.222.0.62 "PUT /v2.0/ports/956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 HTTP/1.1" status: 200 len: 1094 time: 1.0336595 Apr 01 13:01:51.833933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:51.836158 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:51.855037 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee684347-5c09-4796-a0ef-0a01ff7bbabc req-879e2eac-7e7f-43eb-92d3-f3f9f9d73874 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Apr 01 13:01:51.865852 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b41a-2808-4911-90bc-3ea1ecf76dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:51.871990 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770c483-363a-4e00-8ff3-00023a4afa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bd8948-f57c-4794-918f-74841ccad15a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:51.883013 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7770c483-363a-4e00-8ff3-00023a4afa6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5672ed43eea444f192c4788179ba8568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535802 Apr 01 13:01:51.885008 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58022) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:51.898927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f53e0-c3eb-49d8-a955-1a6522f768bc x-openstack-request-id: req-656f53e0-c3eb-49d8-a955-1a6522f768bc {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:51.899229 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:51.899487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-656f53e0-c3eb-49d8-a955-1a6522f768bc {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:51.899894 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656f53e0-c3eb-49d8-a955-1a6522f768bc'] response: {'name': 'network-changed', 'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4', 'status': 'completed', 'code': 200} Apr 01 13:01:51.950430 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] Publish callbacks [] for security_group (01bd8948-f57c-4794-918f-74841ccad15a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.984526 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] Publish callbacks [] for security_group (01bd8948-f57c-4794-918f-74841ccad15a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:51.984754 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-7bccc447-b615-45d8-bff4-9ffcf1552c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:51.987809 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-7bccc447-b615-45d8-bff4-9ffcf1552c8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 1128 time: 0.0622134 Apr 01 13:01:52.111304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703c2aa-37ea-423b-adc0-4c5f867f5b09 req-a6188016-9e57-4ca8-9fcd-a498c302d94c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.113499 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1703c2aa-37ea-423b-adc0-4c5f867f5b09 req-a6188016-9e57-4ca8-9fcd-a498c302d94c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1231956 Apr 01 13:01:52.148689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-fe1f72f3-66f9-4937-9a42-d4f348863e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.149100 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (01bd8948-f57c-4794-918f-74841ccad15a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:52.150199 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-fe1f72f3-66f9-4937-9a42-d4f348863e07 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2d787db5fcb2458dbd039ef6b1711273&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1516132 Apr 01 13:01:52.151999 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:52.153253 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01bd8948-f57c-4794-918f-74841ccad15a HTTP/1.1" status: 204 len: 168 time: 0.2673116 Apr 01 13:01:52.165385 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f041-9034-45e2-9a6e-6134775f412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bd8948-f57c-4794-918f-74841ccad15a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:52.250683 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1703c2aa-37ea-423b-adc0-4c5f867f5b09 req-5f9ce027-aa33-46a2-bdc5-77ccea2002bf tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307576 Apr 01 13:01:52.295026 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-d8e40d40-fdcc-481e-8807-f3ffd6a95fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.295913 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-113bdced-3fa0-46e0-a5ed-f39dc3cb3ddd req-d8e40d40-fdcc-481e-8807-f3ffd6a95fe1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325693 Apr 01 13:01:52.407315 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-0e0bd6b0-f873-46bd-9ef9-d00812832e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.409509 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-0e0bd6b0-f873-46bd-9ef9-d00812832e2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 1128 time: 0.0630126 Apr 01 13:01:52.460823 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-13c19695-8980-4f87-95db-746d902082ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Apr 01 13:01:52.478567 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874688-e465-41d1-a304-f983655ee463 req-94c98d80-ad71-44f9-bfd3-95334a1bd5c9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.480692 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43874688-e465-41d1-a304-f983655ee463 req-94c98d80-ad71-44f9-bfd3-95334a1bd5c9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0640979 Apr 01 13:01:52.533223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-bdb2778d-8ab9-4e05-b383-8e1f4dbead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.535258 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-bdb2778d-8ab9-4e05-b383-8e1f4dbead21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e7d364a-a09f-4a94-b258-f5dc7474c5a8 HTTP/1.1" status: 200 len: 848 time: 0.0632892 Apr 01 13:01:52.562038 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43874688-e465-41d1-a304-f983655ee463 req-542c927c-82ca-41e9-a51d-b17f090d66d3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748749 Apr 01 13:01:52.586662 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-05a02027-cdb6-4c14-9eea-dbaa829760ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c664d8e-f93e-4213-af49-07d9bb870ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402696 Apr 01 13:01:52.710059 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-5263354e-97c1-44af-8792-a665ed4ece9d service neutron] 10.222.0.62 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096494 Apr 01 13:01:52.821252 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-403d8865-2607-49c1-b0eb-640a154c03c5 req-d8a16a29-dce9-4144-a622-eb621f3f55ac service neutron] 10.222.0.62 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963242 Apr 01 13:01:52.883023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d3806-8b40-48f5-a628-3645f4fcf696 req-3e6f4320-2692-4bd5-b77a-be0df4b7c1aa tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.884813 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-942d3806-8b40-48f5-a628-3645f4fcf696 req-3e6f4320-2692-4bd5-b77a-be0df4b7c1aa tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 944 time: 0.0622981 Apr 01 13:01:52.951612 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-942d3806-8b40-48f5-a628-3645f4fcf696 req-7fa2ad0d-16d9-46a8-9fed-5f7294c3c097 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Apr 01 13:01:52.990334 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3152248-0ad3-4208-a693-591fea46a88d req-e8f199ed-48af-432a-950a-cb561682d83b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.991836 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a3152248-0ad3-4208-a693-591fea46a88d req-e8f199ed-48af-432a-950a-cb561682d83b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0623584 Apr 01 13:01:53.039034 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a3152248-0ad3-4208-a693-591fea46a88d req-22a37571-ea1b-43e3-9341-a3a3d7b681d8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Apr 01 13:01:53.212105 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58076) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:53.351827 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-941bdf5c-196d-4b92-bad2-8e6a6f9017d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.398079 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990732-fdbf-408d-b681-9cafff7cd535 req-f480fc83-d80b-4c73-861d-66a41ca37311 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:53.403061 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90990732-fdbf-408d-b681-9cafff7cd535 req-f480fc83-d80b-4c73-861d-66a41ca37311 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Apr 01 13:01:53.459837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-941bdf5c-196d-4b92-bad2-8e6a6f9017d4 admin admin] Publish callbacks [] for security_group (2b719ae7-ea03-462f-8fa7-63ca2bdff9b8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.463887 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90990732-fdbf-408d-b681-9cafff7cd535 req-9f613450-2d29-4c57-ad4c-d5499c80573d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503070 Apr 01 13:01:53.560115 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-941bdf5c-196d-4b92-bad2-8e6a6f9017d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (2b719ae7-ea03-462f-8fa7-63ca2bdff9b8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.601439 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-941bdf5c-196d-4b92-bad2-8e6a6f9017d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ca38fd66ef240af8f2c554b1f46d5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842437 Apr 01 13:01:53.601439 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bdf5c-196d-4b92-bad2-8e6a6f9017d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b719ae7-ea03-462f-8fa7-63ca2bdff9b8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:53.602264 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58096) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:53.662573 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] Publish callbacks [] for security_group (2b719ae7-ea03-462f-8fa7-63ca2bdff9b8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.685143 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] Publish callbacks [] for security_group (2b719ae7-ea03-462f-8fa7-63ca2bdff9b8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.706050 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5386c-85b3-492d-b444-61d871b5f774 req-b9ac13f4-4168-46e8-a1d4-be3e0d4ca4e3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:53.707848 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a5386c-85b3-492d-b444-61d871b5f774 req-b9ac13f4-4168-46e8-a1d4-be3e0d4ca4e3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0615644 Apr 01 13:01:53.768414 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a5386c-85b3-492d-b444-61d871b5f774 req-6e49c2dc-f815-4925-9a81-a09db142dab1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547802 Apr 01 13:01:53.837491 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (2b719ae7-ea03-462f-8fa7-63ca2bdff9b8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.840089 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:53.841237 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b719ae7-ea03-462f-8fa7-63ca2bdff9b8 HTTP/1.1" status: 204 len: 168 time: 0.2380776 Apr 01 13:01:53.849593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d8b2d-1156-4c17-843d-592d3b2584af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b719ae7-ea03-462f-8fa7-63ca2bdff9b8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:54.079427 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d56c-0dd8-4069-af56-954816166778 req-4f464133-2baf-406c-b43f-1e5039927f2d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:54.081054 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9c1d56c-0dd8-4069-af56-954816166778 req-4f464133-2baf-406c-b43f-1e5039927f2d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 944 time: 0.0590098 Apr 01 13:01:54.132228 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9c1d56c-0dd8-4069-af56-954816166778 req-815c117d-9985-4d2c-be43-13dfd463a210 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Apr 01 13:01:54.169420 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286de9c-64ab-430a-8c16-5e4198e3164c req-10419aa9-24f0-4112-9c71-500bf8305f24 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:54.171185 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4286de9c-64ab-430a-8c16-5e4198e3164c req-10419aa9-24f0-4112-9c71-500bf8305f24 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0584097 Apr 01 13:01:54.221784 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4286de9c-64ab-430a-8c16-5e4198e3164c req-971e155b-d88e-430f-8f58-b274a2047a60 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Apr 01 13:01:54.597429 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616a73-4c22-4998-9031-8ce23153a659 req-65e0078d-8aa1-4c28-b42c-890b3306d522 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:54.598986 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-03616a73-4c22-4998-9031-8ce23153a659 req-65e0078d-8aa1-4c28-b42c-890b3306d522 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Apr 01 13:01:54.647973 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-03616a73-4c22-4998-9031-8ce23153a659 req-54ddea9a-3048-426a-b168-4f4ee203090a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Apr 01 13:01:54.888626 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819b834-8dd6-4be2-bbce-79c7b3992726 req-ba4962cc-1626-448d-8ec9-2f0effa97ae6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:54.890141 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5819b834-8dd6-4be2-bbce-79c7b3992726 req-ba4962cc-1626-448d-8ec9-2f0effa97ae6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0533996 Apr 01 13:01:54.936385 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5819b834-8dd6-4be2-bbce-79c7b3992726 req-66214428-ac4b-4e41-bae7-232c53df7908 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Apr 01 13:01:54.946674 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58134) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:55.043652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449488771-network', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:55.125895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Made reservation on behalf of 11e6396795d84c53a42bee4d3c3b3a09 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:55.128748 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.136942 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.216730 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks [] for security_group (6e35d18f-3687-41a5-9607-5cb0261f9466), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.257008 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716b033-0baa-4d2b-8f7d-3cc9aafb09d8 req-d7d16e9e-029a-4197-beb2-3e4a39e2453e tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:55.258558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2716b033-0baa-4d2b-8f7d-3cc9aafb09d8 req-d7d16e9e-029a-4197-beb2-3e4a39e2453e tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 944 time: 0.0527523 Apr 01 13:01:55.291390 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6e35d18f-3687-41a5-9607-5cb0261f9466), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.309329 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2716b033-0baa-4d2b-8f7d-3cc9aafb09d8 req-53c3bc05-1761-48ad-a342-c8c552cc66c3 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Apr 01 13:01:55.343195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:01:55.361014 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.361360 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Added segment e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a of type vlan for network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 Apr 01 13:01:55.363391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e35d18f-3687-41a5-9607-5cb0261f9466,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:55.411198 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (0bbfb07d-ffc0-4205-ba7d-666f659d4a46), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.425297 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e971a-0c4f-4396-87bf-028099b7ba50 req-52f1bc9f-7fa2-44b5-916c-cc0b485d8a79 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:55.427202 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-671e971a-0c4f-4396-87bf-028099b7ba50 req-52f1bc9f-7fa2-44b5-916c-cc0b485d8a79 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1289532 Apr 01 13:01:55.482672 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-671e971a-0c4f-4396-87bf-028099b7ba50 req-5f27c855-5432-4c2d-8867-0498db661ab1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492959 Apr 01 13:01:55.525609 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (0bbfb07d-ffc0-4205-ba7d-666f659d4a46), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.526586 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:55.527172 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.588553 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbfb07d-ffc0-4205-ba7d-666f659d4a46,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:55.593952 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:01:55.598951 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:01:55.696722 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8380b920-11b3-45a4-8e7f-661155a43b70 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7489262 Apr 01 13:01:55.699584 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58150) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:55.704208 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Request body: {'subnet': {'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449488771-subnet', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:55.769878 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e383-2539-495f-9574-027e2bb98ec6 req-d61d741c-b69b-4408-bc84-1b97088fbac6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:55.771254 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80b5e383-2539-495f-9574-027e2bb98ec6 req-d61d741c-b69b-4408-bc84-1b97088fbac6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Apr 01 13:01:55.793345 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:01:55.796976 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Made reservation on behalf of 11e6396795d84c53a42bee4d3c3b3a09 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:55.799619 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.827028 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80b5e383-2539-495f-9574-027e2bb98ec6 req-729cee90-198d-4a5f-bbe5-06bf6857bd7a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498500 Apr 01 13:01:55.890408 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:55.903087 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4', 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0', 'port_id': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4', 'mac_address': 'fa:16:3e:aa:4e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7d364a-a09f-4a94-b258-f5dc7474c5a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:01:55.944513 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:55.945190 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:55.958761 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:55.978929 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:56.055504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7a38b-bb73-49b4-904e-537bbd1eb73c req-2188b373-db19-438e-ad93-a594c5c72144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:56.056972 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-58a7a38b-bb73-49b4-904e-537bbd1eb73c req-2188b373-db19-438e-ad93-a594c5c72144 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Apr 01 13:01:56.058269 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (0fa3a9b1-d9bd-4f24-893d-296495694f31), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.066134 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.114825 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:56.135838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa3a9b1-d9bd-4f24-893d-296495694f31,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:56.160784 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-58a7a38b-bb73-49b4-904e-537bbd1eb73c req-4daa4200-7eff-4388-a813-578c9761fa08 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973294 Apr 01 13:01:56.166744 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:56.167098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Network hostable DHCP agents. Network: 0bbfb07d-ffc0-4205-ba7d-666f659d4a46, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:01:56.252023 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:01:56.343477 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 0bbfb07d-ffc0-4205-ba7d-666f659d4a46) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:56.348454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:56.349075 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.353613 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b305c27-f01e-41be-8ffa-3f2e20564ebb None None] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:56.443745 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6df8d3e5-d058-4b1f-b3c4-4452f42d18d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7426887 Apr 01 13:01:56.445919 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58160) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:56.448143 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9761-8f23-479e-a10a-ee503306e863 req-41b8d01d-b4e1-4217-8302-42f8940dc62a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:56.450429 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:56.454084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-455a9761-8f23-479e-a10a-ee503306e863 req-41b8d01d-b4e1-4217-8302-42f8940dc62a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 945 time: 0.0696034 Apr 01 13:01:56.477682 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:01:56.478545 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.501977 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-455a9761-8f23-479e-a10a-ee503306e863 req-4ab31693-9f79-4432-b6b0-27dcc7d0aa00 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462983 Apr 01 13:01:56.534859 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.536132 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.618346 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for router_controller (a9808139-01ee-43aa-ba28-9dfb34517a56), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.629134 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Allocated IP 172.20.0.2 (0bbfb07d-ffc0-4205-ba7d-666f659d4a46/0fa3a9b1-d9bd-4f24-893d-296495694f31/d958fda5-1189-43fb-94fa-3a313abc7407) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:56.638058 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b542e1-f19f-484d-a5f2-e250c1ac97f1 req-647dfdf0-b03d-47d1-b255-d47848738935 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:56.639531 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-05b542e1-f19f-484d-a5f2-e250c1ac97f1 req-647dfdf0-b03d-47d1-b255-d47848738935 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0849259 Apr 01 13:01:56.691193 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-05b542e1-f19f-484d-a5f2-e250c1ac97f1 req-f890cebd-1251-4ea8-a65e-1711f55b7dac tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Apr 01 13:01:56.771630 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks [] for port (d958fda5-1189-43fb-94fa-3a313abc7407), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.831916 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for router_gateway (a9808139-01ee-43aa-ba28-9dfb34517a56), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.857819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.900803 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:56.903874 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:56.912025 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:56.918023 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Pushing event updated for resources: {'Port': ['ID=d958fda5-1189-43fb-94fa-3a313abc7407,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:56.959322 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f67c2-b772-4ad1-8689-538524d17a25 req-8f7bb945-68a3-4f47-8082-f1f0095424d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:56.961018 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-007f67c2-b772-4ad1-8689-538524d17a25 req-8f7bb945-68a3-4f47-8082-f1f0095424d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0596893 Apr 01 13:01:56.979590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Attempting to bind port d958fda5-1189-43fb-94fa-3a313abc7407 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:56.979965 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Attempting to bind port d958fda5-1189-43fb-94fa-3a313abc7407 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:56.980333 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Attempting to bind port d958fda5-1189-43fb-94fa-3a313abc7407 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:56.985558 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:56.985987 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:56.986391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:56.986778 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Bound using segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:56.988031 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Bound port: d958fda5-1189-43fb-94fa-3a313abc7407, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:56.988417 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.016779 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-007f67c2-b772-4ad1-8689-538524d17a25 req-40486ac6-4e2d-41f4-af6d-f62709d43419 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496378 Apr 01 13:01:57.061505 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] For port d958fda5-1189-43fb-94fa-3a313abc7407, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:57.064566 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] For port d958fda5-1189-43fb-94fa-3a313abc7407, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=d958fda5-1189-43fb-94fa-3a313abc7407,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:57.124141 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['956b9bda-5cc7-4d23-9031-ae1c7d6f90a4'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:01:57.129665 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for router_gateway (a9808139-01ee-43aa-ba28-9dfb34517a56), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.150629 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.152209 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.236106 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbad5bd-61e0-47cf-a7a6-a4c70469bdb2 None None] Pushing event updated for resources: {'Port': ['ID=d958fda5-1189-43fb-94fa-3a313abc7407,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:57.301054 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Allocated IP 172.27.2.17 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/0675c53f-f569-4df2-b6b2-f42a88d1211f) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:57.375827 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95626-4871-4e22-93b3-682c614a7c40 req-7410e95e-5dda-4da7-a4bd-eaa565ffa319 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:57.377236 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7be95626-4871-4e22-93b3-682c614a7c40 req-7410e95e-5dda-4da7-a4bd-eaa565ffa319 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1149576 Apr 01 13:01:57.445122 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ba909f84-259b-4beb-8587-75cd51a40615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.482494 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.487973 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7be95626-4871-4e22-93b3-682c614a7c40 req-b838a200-1935-4df7-8b53-c67e24ee171c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041105 Apr 01 13:01:57.614982 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.660153 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdf87-97c0-4950-a097-2bd6b8045edc req-0e8a7003-86c5-48aa-b81c-73477cc7c36b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:57.667794 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ababdf87-97c0-4950-a097-2bd6b8045edc req-0e8a7003-86c5-48aa-b81c-73477cc7c36b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 945 time: 0.0837078 Apr 01 13:01:57.671705 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device d958fda5-1189-43fb-94fa-3a313abc7407 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:57.676191 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:57.678051 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:57.680624 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:57.716638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Pushing event updated for resources: {'Port': ['ID=0675c53f-f569-4df2-b6b2-f42a88d1211f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:57.738019 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ababdf87-97c0-4950-a097-2bd6b8045edc req-aae7ea48-cafb-40db-b2a6-6c14350b53c3 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Apr 01 13:01:57.758059 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port d958fda5-1189-43fb-94fa-3a313abc7407 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:57.758737 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.838417 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port d958fda5-1189-43fb-94fa-3a313abc7407 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:57.839047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:57.872565 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port d958fda5-1189-43fb-94fa-3a313abc7407, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=d958fda5-1189-43fb-94fa-3a313abc7407,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:57.891046 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dce99e-daa4-4a56-b114-4945406167ac req-b8be940a-8246-4d0e-b922-e82bbd46df7d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:57.892575 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01dce99e-daa4-4a56-b114-4945406167ac req-b8be940a-8246-4d0e-b922-e82bbd46df7d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0906396 Apr 01 13:01:57.938880 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01dce99e-daa4-4a56-b114-4945406167ac req-659cdf34-eb91-4397-9071-d75bcf5ba00d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Apr 01 13:01:57.965950 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:58.027388 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=d958fda5-1189-43fb-94fa-3a313abc7407,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:58.103249 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for router_gateway (a9808139-01ee-43aa-ba28-9dfb34517a56), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:58.148973 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a31d7f-9918-483d-86e9-26aedc4dbf3e req-dc09ff69-4df3-4656-a426-bff2cd3e36e1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:58.150539 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8a31d7f-9918-483d-86e9-26aedc4dbf3e req-dc09ff69-4df3-4656-a426-bff2cd3e36e1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0562260 Apr 01 13:01:58.200390 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8a31d7f-9918-483d-86e9-26aedc4dbf3e req-0257a54c-644a-462e-86f5-cec4e5eb202c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Apr 01 13:01:58.267274 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce29c66-bf3b-4b70-8c8b-6268dc3f4747 None None] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:01:58.311274 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:58.324522 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f15f7328-3c4f-44d1-9fbe-787890aaecae None None] Provisioning complete for port d958fda5-1189-43fb-94fa-3a313abc7407 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:58.324889 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f15f7328-3c4f-44d1-9fbe-787890aaecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:58.545599 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Router a9808139-01ee-43aa-ba28-9dfb34517a56 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:01:58.566340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f15f7328-3c4f-44d1-9fbe-787890aaecae None None] Current status of the port d958fda5-1189-43fb-94fa-3a313abc7407 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:58.700233 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ed408-1498-42fb-a7fb-918f2d5b9b6f req-0cc0bfcf-8d87-4afe-a6c8-1b1946470e4f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:58.701787 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-154ed408-1498-42fb-a7fb-918f2d5b9b6f req-0cc0bfcf-8d87-4afe-a6c8-1b1946470e4f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1032498 Apr 01 13:01:58.739176 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:01:58.750798 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:01:58.770843 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:58.771486 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:01:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:58.778364 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-154ed408-1498-42fb-a7fb-918f2d5b9b6f req-2766ba39-193b-47d1-acb8-18ef16273c6c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704885 Apr 01 13:01:58.862426 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:58.867489 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f4ecc37a-de16-4f6d-a946-fcfb0af9f993 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4166439 Apr 01 13:01:58.867489 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58206) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:01:58.880173 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcd0be-81c4-4723-b42a-38757d6e3010 req-00a0823b-15d8-43d8-b7f2-c1f16805fbbc tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:58.882281 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98fcd0be-81c4-4723-b42a-38757d6e3010 req-00a0823b-15d8-43d8-b7f2-c1f16805fbbc tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 945 time: 0.0651016 Apr 01 13:01:58.896403 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:58.896495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9bda61ad-e7ce-44bf-97fc-ba6329cd151b None None] Provisioning complete for port d958fda5-1189-43fb-94fa-3a313abc7407 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:58.896495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9bda61ad-e7ce-44bf-97fc-ba6329cd151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.025954 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98fcd0be-81c4-4723-b42a-38757d6e3010 req-b2f2595a-818a-4794-9846-607602745a62 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159482 Apr 01 13:01:59.066329 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9bda61ad-e7ce-44bf-97fc-ba6329cd151b None None] Current status of the port d958fda5-1189-43fb-94fa-3a313abc7407 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:59.069130 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:59.151260 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:01:57Z', 'revision_number': 3, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:59.183863 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:01:59.184213 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Updating router a9808139-01ee-43aa-ba28-9dfb34517a56 port 0675c53f-f569-4df2-b6b2-f42a88d1211f binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:01:59.197213 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:01:59.201457 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:59.202002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.221754 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.285933 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f93e15-6856-4300-8e61-3b6fa6f6985f req-4ba1941f-310c-41de-9ac5-a7f53e5ecbc2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:59.287920 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a1f93e15-6856-4300-8e61-3b6fa6f6985f req-4ba1941f-310c-41de-9ac5-a7f53e5ecbc2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1383460 Apr 01 13:01:59.293316 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:59.293883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.327232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:59.330078 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9814c92-0f07-4e61-8712-d60b9efa87c4" -d '{"events": [{"server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:59.350985 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:59.361801 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d1d2d-ac5e-4671-a622-b87472372bc5 req-b0b56393-a033-459f-a40c-49997ffa37a7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:59.363475 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-827d1d2d-ac5e-4671-a622-b87472372bc5 req-b0b56393-a033-459f-a40c-49997ffa37a7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0689027 Apr 01 13:01:59.413107 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a1f93e15-6856-4300-8e61-3b6fa6f6985f req-c42b6c26-2daa-445c-8c5f-1b57932b4ccd tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914140 Apr 01 13:01:59.430483 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-827d1d2d-ac5e-4671-a622-b87472372bc5 req-b466ff3b-a6b8-401e-ad9b-61a2382a9370 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602314 Apr 01 13:01:59.435190 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.501876 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47820b-1804-413d-90e4-f76306db0576 x-openstack-request-id: req-ad47820b-1804-413d-90e4-f76306db0576 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:59.502187 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:59.502441 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad47820b-1804-413d-90e4-f76306db0576 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:59.502869 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad47820b-1804-413d-90e4-f76306db0576'] response: {'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4', 'code': 200} Apr 01 13:01:59.503560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:59.576340 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks [] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.643113 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device d958fda5-1189-43fb-94fa-3a313abc7407 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:59.660685 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.713125 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port d958fda5-1189-43fb-94fa-3a313abc7407 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:01:59.713808 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.731837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.751640 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Attempting to bind port 0675c53f-f569-4df2-b6b2-f42a88d1211f on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:01:59.752165 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Attempting to bind port 0675c53f-f569-4df2-b6b2-f42a88d1211f by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:01:59.752444 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Attempting to bind port 0675c53f-f569-4df2-b6b2-f42a88d1211f on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:59.774583 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82f594-e78c-4eb5-82bb-5a78b666e042 None None] Pushing event updated for resources: {'Port': ['ID=0675c53f-f569-4df2-b6b2-f42a88d1211f,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:59.777089 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:59.777463 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:01:59.777894 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.778262 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:59.778731 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Bound port: 0675c53f-f569-4df2-b6b2-f42a88d1211f, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:01:59.779104 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.845798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port d958fda5-1189-43fb-94fa-3a313abc7407 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:01:59.855706 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-02c2f828-1a45-45c6-8bd0-23d7115084eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.867688 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] For port 0675c53f-f569-4df2-b6b2-f42a88d1211f, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:59.869887 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] For port 0675c53f-f569-4df2-b6b2-f42a88d1211f, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0675c53f-f569-4df2-b6b2-f42a88d1211f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:59.931820 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Allocated IP 172.20.0.1 (0bbfb07d-ffc0-4205-ba7d-666f659d4a46/0fa3a9b1-d9bd-4f24-893d-296495694f31/4ac16358-e630-44da-ae23-f0d99e581765) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:59.944822 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:01:59.966813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad033-32fc-42e6-8bb9-72d83773f8ac req-12757f53-6ef9-4981-afd9-af6b8ae69517 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:59.968308 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23fad033-32fc-42e6-8bb9-72d83773f8ac req-12757f53-6ef9-4981-afd9-af6b8ae69517 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0954533 Apr 01 13:01:59.971448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37c87a-6b90-44b2-b116-01d1560987d0 req-6b499d3d-bd7d-4790-84ff-5e9a4477c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:59.973074 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c37c87a-6b90-44b2-b116-01d1560987d0 req-6b499d3d-bd7d-4790-84ff-5e9a4477c2aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 1130 time: 0.0710926 Apr 01 13:02:00.029977 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:00.030903 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:00.034343 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82f594-e78c-4eb5-82bb-5a78b666e042 None None] Pushing event updated for resources: {'Port': ['ID=0675c53f-f569-4df2-b6b2-f42a88d1211f,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:00.047319 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks [] for port (4ac16358-e630-44da-ae23-f0d99e581765), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.049182 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23fad033-32fc-42e6-8bb9-72d83773f8ac req-9f29d0dc-5e9c-4cf9-a1fd-724b27a13a4e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738328 Apr 01 13:02:00.076911 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c37c87a-6b90-44b2-b116-01d1560987d0 req-04f1b075-a843-4a37-99c7-86ef758ee56d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867290 Apr 01 13:02:00.145125 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:00.163761 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768685b-8e0c-40cf-9f67-ef962cb7687e req-7983fdc2-974e-47ce-af59-51170a5cc4ff tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:00.165301 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5768685b-8e0c-40cf-9f67-ef962cb7687e req-7983fdc2-974e-47ce-af59-51170a5cc4ff tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.0583942 Apr 01 13:02:00.168473 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.222801 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:00.232288 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:00.242154 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:00.246895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Pushing event updated for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:00.287230 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5768685b-8e0c-40cf-9f67-ef962cb7687e req-4e418326-c321-4f4b-a12c-34a260cf97e1 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107142 Apr 01 13:02:00.296487 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (a9808139-01ee-43aa-ba28-9dfb34517a56), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.428339 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:01:57Z', 'revision_number': 3, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:00.456838 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80131e5-79f5-49f6-b735-d92daf9a64ef None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:01:57Z', 'revision_number': 3, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:00.498786 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a2b7d0f3-a879-4a25-8a7c-da3a39edd2a2 None None] Provisioning complete for port 4ac16358-e630-44da-ae23-f0d99e581765 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:00.512530 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a2b7d0f3-a879-4a25-8a7c-da3a39edd2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (4ac16358-e630-44da-ae23-f0d99e581765), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.513496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (4ac16358-e630-44da-ae23-f0d99e581765), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.563167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7d0f3-a879-4a25-8a7c-da3a39edd2a2 None None] Port 4ac16358-e630-44da-ae23-f0d99e581765 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:02:00.583620 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2e02-1271-4019-8a62-cd8f0a044dfe req-4e1bd7d5-394f-4a71-82cf-396820569bf7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:00.586534 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f1e2e02-1271-4019-8a62-cd8f0a044dfe req-4e1bd7d5-394f-4a71-82cf-396820569bf7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0670407 Apr 01 13:02:00.644246 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f1e2e02-1271-4019-8a62-cd8f0a044dfe req-321594dc-81cf-472c-acab-3b54a321cdba tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Apr 01 13:02:00.676943 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43415f-36ef-4641-a867-08f7c1624852 req-4f99755f-8584-4173-a6e9-529e2973b9f5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:00.678517 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca43415f-36ef-4641-a867-08f7c1624852 req-4f99755f-8584-4173-a6e9-529e2973b9f5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1458187 Apr 01 13:02:00.790281 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca43415f-36ef-4641-a867-08f7c1624852 req-8ac3c7f3-d171-434e-9043-f3074bb8c849 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053855 Apr 01 13:02:00.812213 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks [] for port (4ac16358-e630-44da-ae23-f0d99e581765), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.885939 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.928655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:00.962429 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Pushing event updated for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:00.964953 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (a9808139-01ee-43aa-ba28-9dfb34517a56), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:01.064773 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:01.066496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:01.207358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:01.263165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a79d14-41cf-4cf0-954c-b8dad50a7b9c req-1f10b092-26f4-49fa-ac25-12c9ac5f1e3c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:01.271823 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-57a79d14-41cf-4cf0-954c-b8dad50a7b9c req-1f10b092-26f4-49fa-ac25-12c9ac5f1e3c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1136582 Apr 01 13:02:01.339122 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:01.352476 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7c5b5de8-1f6d-478d-b5ae-1e860a75195d admin admin] 10.222.0.43 "PUT /v2.0/routers/a9808139-01ee-43aa-ba28-9dfb34517a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769022 Apr 01 13:02:01.352910 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-57a79d14-41cf-4cf0-954c-b8dad50a7b9c req-afce4c02-248f-4d1a-8217-14702cf5a501 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752695 Apr 01 13:02:01.471886 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835785-8088-44f8-9d2f-1b03db5c94d3 req-2488b32a-ee12-4ea5-b8d8-50fb6a44ac70 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:01.473683 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49835785-8088-44f8-9d2f-1b03db5c94d3 req-2488b32a-ee12-4ea5-b8d8-50fb6a44ac70 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.0865054 Apr 01 13:02:01.501748 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-837ede49-af24-492d-b4af-a9fa7c429dd0 None None] Provisioning complete for port 4ac16358-e630-44da-ae23-f0d99e581765 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:01.502350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-837ede49-af24-492d-b4af-a9fa7c429dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (4ac16358-e630-44da-ae23-f0d99e581765), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:01.542746 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49835785-8088-44f8-9d2f-1b03db5c94d3 req-45945db5-57d6-4cf1-8bc9-8f73fc38f9d7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633807 Apr 01 13:02:01.598496 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-837ede49-af24-492d-b4af-a9fa7c429dd0 None None] Port 4ac16358-e630-44da-ae23-f0d99e581765 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:02:01.654207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0675c53f-f569-4df2-b6b2-f42a88d1211f up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:01.703679 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 0675c53f-f569-4df2-b6b2-f42a88d1211f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:01.704114 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:01.812844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac95a2-764f-41bf-bba3-aad7b8e1d5b9 req-8cbe5d39-bb76-43e9-80a0-ce7c8171baec tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:01.815184 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39ac95a2-764f-41bf-bba3-aad7b8e1d5b9 req-8cbe5d39-bb76-43e9-80a0-ce7c8171baec tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0633194 Apr 01 13:02:01.828857 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0675c53f-f569-4df2-b6b2-f42a88d1211f is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:01.829299 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:01.854287 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 0675c53f-f569-4df2-b6b2-f42a88d1211f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0675c53f-f569-4df2-b6b2-f42a88d1211f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:01.885384 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39ac95a2-764f-41bf-bba3-aad7b8e1d5b9 req-760677c7-f3c7-4e7c-b3b5-28d63c8c6b57 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635893 Apr 01 13:02:01.929238 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:01.970257 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a3f9-3a9b-4dbe-b9e3-870cfb6092f8 req-c98946c8-7dad-405b-bf26-abafe95887bd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:01.978118 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c6b5a3f9-3a9b-4dbe-b9e3-870cfb6092f8 req-c98946c8-7dad-405b-bf26-abafe95887bd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Apr 01 13:02:01.984094 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=0675c53f-f569-4df2-b6b2-f42a88d1211f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:02.022177 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c6b5a3f9-3a9b-4dbe-b9e3-870cfb6092f8 req-016fdcbc-4ced-4f1b-8abd-1f3f88a3ee70 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Apr 01 13:02:02.237984 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58282) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:02.242777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-602286923-network', 'tenant_id': '319e0635291343e19a910d2e61228516'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:02.332220 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Made reservation on behalf of 319e0635291343e19a910d2e61228516 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:02.335829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.348163 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.380129 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:02.391004 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:02.394102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:02.430884 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks [] for security_group (8fdab48e-32aa-494f-a72b-f367738a7c33), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.431589 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.478931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f9d4b-27e0-4dc3-93ee-025eff40ff26 req-bb0eddba-de00-4ce8-b039-00730cc7d7cf tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:02.480519 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f75f9d4b-27e0-4dc3-93ee-025eff40ff26 req-bb0eddba-de00-4ce8-b039-00730cc7d7cf tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0556905 Apr 01 13:02:02.513459 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:02.533827 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f75f9d4b-27e0-4dc3-93ee-025eff40ff26 req-c8942855-1ed1-4b0d-9167-6e2d112a5e65 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Apr 01 13:02:02.584244 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8fdab48e-32aa-494f-a72b-f367738a7c33), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.609862 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:02:02.629258 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdab48e-32aa-494f-a72b-f367738a7c33,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:02.632389 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (e26c615b-74eb-455b-8828-0f12de540ce0), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.632830 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Added segment e26c615b-74eb-455b-8828-0f12de540ce0 of type vlan for network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 Apr 01 13:02:02.701489 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.742229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ad20-3726-4ca7-b20b-6fa65cb1791c req-815ed1b4-dbf0-40f0-bd07-98440d6a9ede tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:02.743724 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a88ad20-3726-4ca7-b20b-6fa65cb1791c req-815ed1b4-dbf0-40f0-bd07-98440d6a9ede tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.0795653 Apr 01 13:02:02.747854 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 2, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:02.778255 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:02.778629 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Updating router a9808139-01ee-43aa-ba28-9dfb34517a56 port 4ac16358-e630-44da-ae23-f0d99e581765 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:02:02.791179 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a88ad20-3726-4ca7-b20b-6fa65cb1791c req-bcf340a5-621a-47fb-a5db-d2535d6981d2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Apr 01 13:02:02.807852 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (4ac16358-e630-44da-ae23-f0d99e581765), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.817338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.818669 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:02.822475 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:02.883588 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] Pushing event updated for resources: {'Network': ['ID=1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:02.904504 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:02:02.960278 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f53a2db0-4d4e-4ee6-8c73-dcd2834ca4cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7185600 Apr 01 13:02:02.961149 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58300) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:02.966178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Request body: {'subnet': {'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-602286923-subnet', 'tenant_id': '319e0635291343e19a910d2e61228516', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:03.023951 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6b12-9c7b-4e6c-abc4-44faa8563e09 req-dc4f1d72-0bd6-4696-a857-069cbfc259a0 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:03.025459 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eded6b12-9c7b-4e6c-abc4-44faa8563e09 req-dc4f1d72-0bd6-4696-a857-069cbfc259a0 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0696409 Apr 01 13:02:03.068945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Made reservation on behalf of 319e0635291343e19a910d2e61228516 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:03.071361 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.074612 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eded6b12-9c7b-4e6c-abc4-44faa8563e09 req-bc63fbe5-4f70-45a8-acf5-48a54dfd734a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Apr 01 13:02:03.168238 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks [] for port (4ac16358-e630-44da-ae23-f0d99e581765), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.208013 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d7730-59b2-4409-a50f-f054d0f76136 req-a6dbb49c-b6b8-49cd-9014-445f9d40b510 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:03.215591 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d7d7730-59b2-4409-a50f-f054d0f76136 req-a6dbb49c-b6b8-49cd-9014-445f9d40b510 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Apr 01 13:02:03.234750 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.290944 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ed524-af4e-4135-87e8-ea4997ef85a5 None None] Pushing event updated for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:03.311939 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d7d7730-59b2-4409-a50f-f054d0f76136 req-33d0b3de-1865-44b3-9a08-1de25d675e16 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960042 Apr 01 13:02:03.347748 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Attempting to bind port 4ac16358-e630-44da-ae23-f0d99e581765 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:02:03.347973 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Attempting to bind port 4ac16358-e630-44da-ae23-f0d99e581765 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:02:03.348298 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Attempting to bind port 4ac16358-e630-44da-ae23-f0d99e581765 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:03.354263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:03.354638 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:03.355040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.355431 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Bound using segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:03.355896 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Bound port: 4ac16358-e630-44da-ae23-f0d99e581765, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:02:03.356277 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (4ac16358-e630-44da-ae23-f0d99e581765), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.400542 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (b70403ff-be56-4eed-b63a-e74d6938d1ec), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.428955 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] For port 4ac16358-e630-44da-ae23-f0d99e581765, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:03.432460 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] For port 4ac16358-e630-44da-ae23-f0d99e581765, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=4ac16358-e630-44da-ae23-f0d99e581765,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:03.468549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70403ff-be56-4eed-b63a-e74d6938d1ec,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:03.478413 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Checking segment: {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:03.478776 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Network hostable DHCP agents. Network: 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:02:03.509836 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.583995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Provisioning complete for port 4ac16358-e630-44da-ae23-f0d99e581765 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:03.583995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (4ac16358-e630-44da-ae23-f0d99e581765), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.608567 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:03.609197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:03.610948 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ed524-af4e-4135-87e8-ea4997ef85a5 None None] Pushing event updated for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:03.672333 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:02:03.722257 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80063261-b131-4400-8a60-8c51fcaa4fb6 req-b989b569-1be2-4b50-a89c-61ef97609db2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:03.723909 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80063261-b131-4400-8a60-8c51fcaa4fb6 req-b989b569-1be2-4b50-a89c-61ef97609db2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0694768 Apr 01 13:02:03.765803 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:03.772284 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0675c53f-f569-4df2-b6b2-f42a88d1211f up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:03.800710 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80063261-b131-4400-8a60-8c51fcaa4fb6 req-01a79ef4-3c95-4259-b840-7d5e6bea147b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606005 Apr 01 13:02:03.800869 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:03.800869 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:03.800869 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:03.836373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254173b1-90d3-4b0a-be54-bd1d14d65633 None None] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:02:03.909499 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-51836c5c-8808-4da4-a226-70f53b2044be admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9446876 Apr 01 13:02:03.914582 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58318) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:03.914674 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:04.020758 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.022676 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.099873 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for router_controller (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.143946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.240375 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 0675c53f-f569-4df2-b6b2-f42a88d1211f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:04.240751 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.247375 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'project_id': '319e0635291343e19a910d2e61228516', 'fixed_ips': [{'subnet_id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:02:04.248214 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.255826 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe79c-5d5c-4790-ab4e-e1e0f2785935 req-b2c12d7f-60c6-4601-a0c8-91fdfbe11227 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:04.263854 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61cbe79c-5d5c-4790-ab4e-e1e0f2785935 req-b2c12d7f-60c6-4601-a0c8-91fdfbe11227 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0943248 Apr 01 13:02:04.300191 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Current status of the port 4ac16358-e630-44da-ae23-f0d99e581765 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:04.300191 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (4ac16358-e630-44da-ae23-f0d99e581765), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.350286 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61cbe79c-5d5c-4790-ab4e-e1e0f2785935 req-7443e185-33a6-4d2e-8096-58c0ae7d247e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854101 Apr 01 13:02:04.356417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for router_gateway (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.457351 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] For port 4ac16358-e630-44da-ae23-f0d99e581765, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=4ac16358-e630-44da-ae23-f0d99e581765,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:04.483670 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568a61-e584-434b-b6d6-094c5febac55 req-6063e1c9-4d9f-4013-aa9e-9e174607ca5d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:04.486628 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74568a61-e584-434b-b6d6-094c5febac55 req-6063e1c9-4d9f-4013-aa9e-9e174607ca5d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0635846 Apr 01 13:02:04.556306 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0675c53f-f569-4df2-b6b2-f42a88d1211f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:04.572669 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.580513 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Allocated IP 172.20.0.2 (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39/b70403ff-be56-4eed-b63a-e74d6938d1ec/a87688c6-e0ef-4eb9-b104-d2654e15d5a0) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:04.604558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74568a61-e584-434b-b6d6-094c5febac55 req-ffe78336-4fb2-4d50-a0ad-555f0a84fb79 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099198 Apr 01 13:02:04.616348 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:03Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:04.663161 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfda8c5-ac13-4908-9da3-b16315cdc33f None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:03Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:04.759636 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f67d2-ac7c-4098-935e-f8e17266affa None None] Pushing event updated for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:04.769751 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-185a5973-4b3f-4263-9f82-970a9c076a8e None None] Provisioning complete for port 4ac16358-e630-44da-ae23-f0d99e581765 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:04.770239 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-185a5973-4b3f-4263-9f82-970a9c076a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (4ac16358-e630-44da-ae23-f0d99e581765), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.900596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc967d72-911e-49cb-a9ce-eb04ce35148f req-f7317e78-d055-496b-baca-9e990aaac384 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:04.918614 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dc967d72-911e-49cb-a9ce-eb04ce35148f req-f7317e78-d055-496b-baca-9e990aaac384 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.1719618 Apr 01 13:02:04.975905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks [] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:04.992743 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for router_gateway (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.008105 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dc967d72-911e-49cb-a9ce-eb04ce35148f req-8790b4d7-bf0c-4a04-ad5c-26795d0f34d8 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840845 Apr 01 13:02:05.035699 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.038873 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-185a5973-4b3f-4263-9f82-970a9c076a8e None None] Current status of the port 4ac16358-e630-44da-ae23-f0d99e581765 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:05.083963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.167220 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:05.176118 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:05.178077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Pushing event updated for resources: {'Port': ['ID=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:05.182214 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:05.194757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c114d-3b79-4a00-b886-a274afbf9da4 req-d4004ba9-e74c-4e1c-8c63-e4de70a77c53 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:05.196724 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-247c114d-3b79-4a00-b886-a274afbf9da4 req-d4004ba9-e74c-4e1c-8c63-e4de70a77c53 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0816662 Apr 01 13:02:05.218925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Allocated IP 172.27.2.213 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/3cc28a80-e031-478e-bf14-643680bc3b39) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:05.261051 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Attempting to bind port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:02:05.261422 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Attempting to bind port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:02:05.262003 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Attempting to bind port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 on network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:05.266558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-247c114d-3b79-4a00-b886-a274afbf9da4 req-3680a310-4fe3-4e7a-a69e-bc54580ae222 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626018 Apr 01 13:02:05.267680 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:05.268562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Checking segment: {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:05.268982 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.269379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Bound using segment: {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:05.273894 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Bound port: a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:02:05.273894 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.349923 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] For port a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:05.353200 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] For port a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:05.359086 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for port (3cc28a80-e031-478e-bf14-643680bc3b39), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.470202 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.543722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bf73b-2bf8-443a-b6be-5b2cb5b1b6a2 req-365decce-3b24-4eff-903f-f72be7a2d0b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:05.545445 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f69bf73b-2bf8-443a-b6be-5b2cb5b1b6a2 req-365decce-3b24-4eff-903f-f72be7a2d0b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1262505 Apr 01 13:02:05.591555 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a40334-3201-434c-b3ec-ac6b9c85f54e None None] Pushing event updated for resources: {'Port': ['ID=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:05.652589 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f69bf73b-2bf8-443a-b6be-5b2cb5b1b6a2 req-4aad4924-245c-474f-b3b4-2cbdcd3f93a9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009545 Apr 01 13:02:05.736866 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 4ac16358-e630-44da-ae23-f0d99e581765 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:05.796940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 4ac16358-e630-44da-ae23-f0d99e581765 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:05.796940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (4ac16358-e630-44da-ae23-f0d99e581765), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.804060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bed95-62f7-4734-97fe-dfc4a6fbf0ed req-c9fbef8b-9a04-4752-827b-a8215ea8f1f8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:05.812205 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f79bed95-62f7-4734-97fe-dfc4a6fbf0ed req-c9fbef8b-9a04-4752-827b-a8215ea8f1f8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0676131 Apr 01 13:02:05.849053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:05.922560 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:05.938696 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:05.943870 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 4ac16358-e630-44da-ae23-f0d99e581765 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:05.947615 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:05.953962 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f79bed95-62f7-4734-97fe-dfc4a6fbf0ed req-25f0c6a5-c71c-4062-9fad-415de196bd8d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408527 Apr 01 13:02:05.954639 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc28a80-e031-478e-bf14-643680bc3b39,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:06.132816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a124ef-3fc1-4246-bb45-0d08ca88306e req-c9e87367-ada3-44f6-88ef-0069f42eeb53 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:06.134552 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d8a124ef-3fc1-4246-bb45-0d08ca88306e req-c9e87367-ada3-44f6-88ef-0069f42eeb53 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.0556901 Apr 01 13:02:06.185221 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d8a124ef-3fc1-4246-bb45-0d08ca88306e req-9b78495d-35cf-4dd6-a3b4-c5e8c1b150c6 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Apr 01 13:02:06.386121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for router_gateway (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:06.468188 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37112ed-dcbb-42e3-888a-83cb5e751b11 req-2200bd22-35cb-49b6-a244-bd214e39dc23 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:06.469660 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c37112ed-dcbb-42e3-888a-83cb5e751b11 req-2200bd22-35cb-49b6-a244-bd214e39dc23 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1298759 Apr 01 13:02:06.542443 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c37112ed-dcbb-42e3-888a-83cb5e751b11 req-8791892b-79d6-48f1-836f-1fb983913602 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650277 Apr 01 13:02:06.645474 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:06.683161 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb150bd-7203-4cd1-929e-0d5ffc82e061 None None] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:02:06.781700 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697d1d-3b29-4cea-8cca-78d619b6df6b req-a639d39f-fe11-4fcf-b455-5769236335dd tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:06.786056 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-08697d1d-3b29-4cea-8cca-78d619b6df6b req-a639d39f-fe11-4fcf-b455-5769236335dd tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0684950 Apr 01 13:02:06.814840 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Provisioning complete for port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:06.815582 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:06.833654 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-08697d1d-3b29-4cea-8cca-78d619b6df6b req-c43b781a-5727-4adb-942b-1c7492affb62 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Apr 01 13:02:06.901379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Current status of the port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:06.901796 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:06.909491 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:02:06.940625 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] For port a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:07.009135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.033643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:07.044842 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Sync routers for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:07.055098 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:07.056061 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:07.085404 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ba91-ce32-4538-bcb4-c4f414941235 None None] Pushing event updated for resources: {'Port': ['ID=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:07.103500 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cafe7e-f8b7-481a-b4ca-c20ef7dd56fc req-417bccd1-5e9f-4c33-b1ba-308a713d588c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:07.105041 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-17cafe7e-f8b7-481a-b4ca-c20ef7dd56fc req-417bccd1-5e9f-4c33-b1ba-308a713d588c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0627656 Apr 01 13:02:07.122130 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.125397 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d405fee1-0356-415b-ba78-e38cc0079dd0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2120233 Apr 01 13:02:07.125910 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58376) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:07.142964 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-cabade8b-12be-46f1-b3c9-22dce35aac97 None None] Provisioning complete for port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:07.143422 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cabade8b-12be-46f1-b3c9-22dce35aac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.168382 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:07.169409 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-17cafe7e-f8b7-481a-b4ca-c20ef7dd56fc req-603241b7-7b65-44d2-8450-2940c577015b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585537 Apr 01 13:02:07.242623 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cabade8b-12be-46f1-b3c9-22dce35aac97 None None] Current status of the port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:07.352805 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:06Z', 'revision_number': 3, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:07.379806 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Checking router: af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:07.380151 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Updating router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 port 3cc28a80-e031-478e-bf14-643680bc3b39 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:02:07.395309 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc7d7-3c0b-49a7-8bec-1fa1682a7230 req-a1f8116e-5413-4007-bd35-649a4f51ad3d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:07.397024 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6cdbc7d7-3c0b-49a7-8bec-1fa1682a7230 req-a1f8116e-5413-4007-bd35-649a4f51ad3d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.1264884 Apr 01 13:02:07.408055 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.683361 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks [] for port (3cc28a80-e031-478e-bf14-643680bc3b39), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.725830 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d728e2-d148-48e2-9307-75698bc36f92 req-47243711-59d2-4bcd-997c-31cab07c2f2b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:07.728049 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a87688c6-e0ef-4eb9-b104-d2654e15d5a0 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:07.737136 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83d728e2-d148-48e2-9307-75698bc36f92 req-47243711-59d2-4bcd-997c-31cab07c2f2b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0995464 Apr 01 13:02:07.741202 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6cdbc7d7-3c0b-49a7-8bec-1fa1682a7230 req-67561196-b327-4fbc-9cea-96c2ee164fe7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381588 Apr 01 13:02:07.778784 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.794920 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:07.795191 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.804233 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83d728e2-d148-48e2-9307-75698bc36f92 req-d7c5ec20-6dc2-4ea1-a2b1-1936264269f3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591023 Apr 01 13:02:07.842710 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Attempting to bind port 3cc28a80-e031-478e-bf14-643680bc3b39 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:02:07.843174 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Attempting to bind port 3cc28a80-e031-478e-bf14-643680bc3b39 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:02:07.843635 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Attempting to bind port 3cc28a80-e031-478e-bf14-643680bc3b39 on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:07.860102 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:07.860102 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:07.860102 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.860408 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:07.860874 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Bound port: 3cc28a80-e031-478e-bf14-643680bc3b39, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:02:07.861251 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.864866 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb09b7-5386-4376-8529-367616e694a4 None None] Pushing event updated for resources: {'Port': ['ID=3cc28a80-e031-478e-bf14-643680bc3b39,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:07.910499 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:07.929046 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] For port 3cc28a80-e031-478e-bf14-643680bc3b39, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:07.932108 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] For port 3cc28a80-e031-478e-bf14-643680bc3b39, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=3cc28a80-e031-478e-bf14-643680bc3b39,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:07.960759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.986585 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:07.996829 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1aa81-39f6-4f45-bf09-504ae7156360 req-7bceb270-2df6-4cb6-985e-ef688c566883 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:07.998374 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2e1aa81-39f6-4f45-bf09-504ae7156360 req-7bceb270-2df6-4cb6-985e-ef688c566883 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0884862 Apr 01 13:02:08.051950 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:08.052604 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:08.117147 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb09b7-5386-4376-8529-367616e694a4 None None] Pushing event updated for resources: {'Port': ['ID=3cc28a80-e031-478e-bf14-643680bc3b39,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:08.130411 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2e1aa81-39f6-4f45-bf09-504ae7156360 req-653d5bfd-d712-48fd-8a14-0c4f9195ba05 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962591 Apr 01 13:02:08.167134 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:08.183296 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Allocated IP 172.20.0.1 (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39/b70403ff-be56-4eed-b63a-e74d6938d1ec/fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:08.303916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks [] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.315319 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ffc94-822f-4cbc-89b2-dfccedae7118 req-24b320f5-c1ff-4288-8b0b-c21fd6a2ddad tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:08.317456 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-976ffc94-822f-4cbc-89b2-dfccedae7118 req-24b320f5-c1ff-4288-8b0b-c21fd6a2ddad tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0549014 Apr 01 13:02:08.368924 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-976ffc94-822f-4cbc-89b2-dfccedae7118 req-fc9de025-5d9d-426b-8152-e66cb162ada3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Apr 01 13:02:08.370296 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:06Z', 'revision_number': 3, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:08.395570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.399087 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39a99d-7651-4035-b040-2e2743a25371 None None] The sync data for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi is: [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:06Z', 'revision_number': 3, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:08.444781 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:08.447683 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:08.451381 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:08.451860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.493851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Pushing event updated for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:08.508967 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.509318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.509721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.510045 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.510525 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.510860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.511197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.511528 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.511858 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.512187 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.512518 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.512848 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.513174 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.513497 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.513847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:08.683300 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.686792 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ad585633-c079-4edb-8021-7a12f1cad368 None None] Provisioning complete for port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:08.686792 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ad585633-c079-4edb-8021-7a12f1cad368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.740124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ad585633-c079-4edb-8021-7a12f1cad368 None None] Port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:02:08.889218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:08.952328 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0047a7-2fce-4d61-bd21-45a13c3102a9 req-55adc9c9-8e5a-4ae6-a839-7b0044b46b76 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:08.954039 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb0047a7-2fce-4d61-bd21-45a13c3102a9 req-55adc9c9-8e5a-4ae6-a839-7b0044b46b76 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0672822 Apr 01 13:02:08.959989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02c16-8d82-4f7e-9e78-f3c870ecdd13 req-876449b9-6df4-48d8-8047-bb942115fdde tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:08.961745 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ca02c16-8d82-4f7e-9e78-f3c870ecdd13 req-876449b9-6df4-48d8-8047-bb942115fdde tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.1182003 Apr 01 13:02:09.002071 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks [] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.011576 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb0047a7-2fce-4d61-bd21-45a13c3102a9 req-eed34da5-7120-4a76-b55c-26cb39522727 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508356 Apr 01 13:02:09.035520 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ca02c16-8d82-4f7e-9e78-f3c870ecdd13 req-a04a0612-df7f-438f-92b1-0a218519af91 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668762 Apr 01 13:02:09.105870 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.106593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.208760 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Pushing event updated for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:09.225198 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-ab2a210d-ec0a-4a9f-883d-048255d99c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.229380 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-ab2a210d-ec0a-4a9f-883d-048255d99c06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.1572969 Apr 01 13:02:09.301647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea219abe-0ee6-457b-945e-9d3ccf71f29c req-139e6207-f044-4f9d-9bb7-2e332367fc29 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.306084 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea219abe-0ee6-457b-945e-9d3ccf71f29c req-139e6207-f044-4f9d-9bb7-2e332367fc29 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0735996 Apr 01 13:02:09.367206 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea219abe-0ee6-457b-945e-9d3ccf71f29c req-326789c5-7a2a-48e8-af1f-d35604be92dc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557590 Apr 01 13:02:09.381023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:09.397901 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:09.476928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5ada6-e716-402a-8650-23260483732b req-dfbd9cf1-03f4-4fab-bbb5-8acd95306a45 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.479041 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cc5ada6-e716-402a-8650-23260483732b req-dfbd9cf1-03f4-4fab-bbb5-8acd95306a45 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.1690292 Apr 01 13:02:09.529834 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-85077b2a-29a9-4da6-a994-bf0bc75816a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.531300 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-85077b2a-29a9-4da6-a994-bf0bc75816a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.2739086 Apr 01 13:02:09.668578 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-14b5a689-1f6d-432e-9485-1fd77090db57 None None] Provisioning complete for port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:09.670098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-14b5a689-1f6d-432e-9485-1fd77090db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.697239 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 3cc28a80-e031-478e-bf14-643680bc3b39 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:09.734330 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-14b5a689-1f6d-432e-9485-1fd77090db57 None None] Port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:02:09.767498 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-01a097ee-14b2-429e-a890-de66375afee9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 1001 time: 0.2094908 Apr 01 13:02:09.773732 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 3cc28a80-e031-478e-bf14-643680bc3b39 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:09.774018 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.793369 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11ee24-71d6-49a8-a7a9-94e7886c9b8f req-cdcbe16d-9b1a-4b9c-8d39-ed1fe1ac4fb8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.800587 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8e11ee24-71d6-49a8-a7a9-94e7886c9b8f req-cdcbe16d-9b1a-4b9c-8d39-ed1fe1ac4fb8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.2896972 Apr 01 13:02:09.834491 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:09.882233 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 3cc28a80-e031-478e-bf14-643680bc3b39 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:09.882657 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.898703 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-179198ca-6f63-4276-a4b3-1ba8adfe8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:09.900442 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-179198ca-6f63-4276-a4b3-1ba8adfe8c58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.1250544 Apr 01 13:02:09.906819 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Deleting port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:02:09.907148 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:09.919586 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 3cc28a80-e031-478e-bf14-643680bc3b39, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=3cc28a80-e031-478e-bf14-643680bc3b39,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:09.991953 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:10.044737 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=3cc28a80-e031-478e-bf14-643680bc3b39,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:10.172167 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a6b5-212c-485a-84b3-3f7fc1b71742 req-01180f66-c814-45b1-a17c-f60e03545747 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:10.173839 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e399a6b5-212c-485a-84b3-3f7fc1b71742 req-01180f66-c814-45b1-a17c-f60e03545747 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Apr 01 13:02:10.230181 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e399a6b5-212c-485a-84b3-3f7fc1b71742 req-3e12e300-7799-4901-9491-bea4767d77a7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476291 Apr 01 13:02:10.263083 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8e11ee24-71d6-49a8-a7a9-94e7886c9b8f req-c9dbd451-7ec9-485c-86e2-6f7dfef8bd46 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617074 Apr 01 13:02:10.340230 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cd8e0-574f-4f3a-ac71-9b2eaf229cce req-62e48b89-c708-46c8-bff3-da4e23092fd5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:10.341959 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-598cd8e0-574f-4f3a-ac71-9b2eaf229cce req-62e48b89-c708-46c8-bff3-da4e23092fd5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 946 time: 0.0545242 Apr 01 13:02:10.364176 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-6ce85a47-9453-43e3-b9e9-8854ba740b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:10.365703 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-6ce85a47-9453-43e3-b9e9-8854ba740b28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4508543 Apr 01 13:02:10.383110 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] For port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:10.383110 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:10.384977 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:10.398899 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-472402b6-4d5d-4f15-a7d8-a9981c555d8a admin admin] 10.222.0.43 "PUT /v2.0/routers/af6a5613-a3dd-4048-81a7-9c1dc1cc5de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2685926 Apr 01 13:02:10.404879 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-598cd8e0-574f-4f3a-ac71-9b2eaf229cce req-6737ce8d-105f-4b47-b2e5-ca26ccc027a4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Apr 01 13:02:10.450731 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Calling delete_port for 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:02:10.618090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060812e-b31f-4757-8825-d7f153579c00 req-c534d30d-7570-44bc-8b03-148fdd846795 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:10.619632 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4060812e-b31f-4757-8825-d7f153579c00 req-c534d30d-7570-44bc-8b03-148fdd846795 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1708887 Apr 01 13:02:10.624793 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-39a7a481-888c-4f1f-a8f4-0c3f7003e338 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512889 Apr 01 13:02:10.654116 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Sync routers for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:10.665788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:10.666505 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:10.711626 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4060812e-b31f-4757-8825-d7f153579c00 req-ae5e9c60-bc98-49eb-9ab7-2c9eb5c52d2b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839317 Apr 01 13:02:10.782882 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:10.812206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (956b9bda-5cc7-4d23-9031-ae1c7d6f90a4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:10.839177 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Pushing event deleted for resources: {'Port': ['ID=956b9bda-5cc7-4d23-9031-ae1c7d6f90a4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:10.921932 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] No DVR routers for this DVR port 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:10.925887 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:10.931574 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cc5ada6-e716-402a-8650-23260483732b req-19ffa401-9183-4e17-a48a-5655f9c8c337 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "DELETE /v2.0/ports/956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 HTTP/1.1" status: 204 len: 173 time: 1.4153442 Apr 01 13:02:10.931574 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'name': 'network-vif-deleted', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:10.932268 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eac87c-800f-4d7d-b8f9-8a0b7b2788ca" -d '{"events": [{"server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "name": "network-vif-deleted", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:10.932536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58436) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:10.937267 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747440710', 'description': 'tempest-secgroup-smoke-1747440710 description', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:10.969190 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa46f381-8bc7-4ea5-ace8-0a5d4149dd0f x-openstack-request-id: req-aa46f381-8bc7-4ea5-ace8-0a5d4149dd0f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:10.969487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c", "name": "network-vif-deleted", "tag": "956b9bda-5cc7-4d23-9031-ae1c7d6f90a4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:10.969786 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa46f381-8bc7-4ea5-ace8-0a5d4149dd0f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:10.970190 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa46f381-8bc7-4ea5-ace8-0a5d4149dd0f'] response: {'server_uuid': '5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c', 'name': 'network-vif-deleted', 'tag': '956b9bda-5cc7-4d23-9031-ae1c7d6f90a4', 'status': 'completed', 'code': 200} Apr 01 13:02:11.012330 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.082376 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (50788969-c541-4ca2-bd98-4fc04ce81ec3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.129687 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:08Z', 'revision_number': 4, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99', 'name': '', 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'tenant_id': '319e0635291343e19a910d2e61228516', 'mac_address': 'fa:16:3e:36:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:07Z', 'updated_at': '2022-04-01T13:02:08Z', 'revision_number': 2, 'project_id': '319e0635291343e19a910d2e61228516', 'subnets': [{'id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:11.145738 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (50788969-c541-4ca2-bd98-4fc04ce81ec3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.159807 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Checking router: af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:11.160160 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Updating router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:02:11.174037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50788969-c541-4ca2-bd98-4fc04ce81ec3,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:11.181070 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.181420 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.181857 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.182200 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.182536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.182866 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.183195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.183523 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.183848 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.184195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.184518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.184843 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.185165 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.185484 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.185831 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:11.187523 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.239608 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.243231 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-865e759e-4548-4e02-8d75-01d744e1f8f1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3092945 Apr 01 13:02:11.245911 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58444) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:11.250527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:11.369465 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3a26-2ae2-47eb-b5f5-b2b1da9fb846 req-9c634fbe-0dee-497e-97e7-a24a42e73410 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:11.371029 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-749b3a26-2ae2-47eb-b5f5-b2b1da9fb846 req-9c634fbe-0dee-497e-97e7-a24a42e73410 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0683062 Apr 01 13:02:11.373121 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (33982e0d-5224-472d-b6a6-b74bc1d8f934), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.426075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c81e0-3688-46e9-8ddf-b17550e790e0 req-ef2ec549-47b1-4bbb-b6a4-a564f9f39e51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:11.427520 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b81c81e0-3688-46e9-8ddf-b17550e790e0 req-ef2ec549-47b1-4bbb-b6a4-a564f9f39e51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0882461 Apr 01 13:02:11.438165 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-749b3a26-2ae2-47eb-b5f5-b2b1da9fb846 req-88bb9f4b-5241-4a1c-9da8-0d6c3a3ad3c7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514464 Apr 01 13:02:11.441910 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (33982e0d-5224-472d-b6a6-b74bc1d8f934), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.480328 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks [] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.495174 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b81c81e0-3688-46e9-8ddf-b17550e790e0 req-823f11cb-5e9d-49e9-81a3-54bca2a69408 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555108 Apr 01 13:02:11.506917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (33982e0d-5224-472d-b6a6-b74bc1d8f934), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.530616 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33982e0d-5224-472d-b6a6-b74bc1d8f934,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:11.547567 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c0bb95d4-9338-4ecf-a78d-51dc37c3b6d3 req-1fb50cdf-c76f-46a5-81e8-6fb57dc6a708 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0485399 Apr 01 13:02:11.564607 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.602786 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.604687 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e4bf5aba-5314-4c9c-b5be-dc0c39289642 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3576767 Apr 01 13:02:11.611640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58454) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:11.617107 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:11.713718 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 3cc28a80-e031-478e-bf14-643680bc3b39 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:11.713718 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca9f9-4ea7-49fc-a78f-a5b85410150d None None] Pushing event updated for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:11.754515 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Attempting to bind port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:02:11.755717 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Attempting to bind port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:02:11.755717 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Attempting to bind port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 on network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:11.763540 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:11.763980 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Checking segment: {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:11.764439 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.764770 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Bound using segment: {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:11.765297 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Bound port: fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26c615b-74eb-455b-8828-0f12de540ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:02:11.765705 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.843462 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (3a5f6d80-63f2-4946-8108-d2e1cf91c7da), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.843652 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 3cc28a80-e031-478e-bf14-643680bc3b39 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:11.843652 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.846064 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] For port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:11.886823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] For port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:11.887336 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656742-f31e-4414-bfb6-df8b2835324c req-751bdb12-9e27-4f0c-9907-2b53e990ad5c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:11.888826 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf656742-f31e-4414-bfb6-df8b2835324c req-751bdb12-9e27-4f0c-9907-2b53e990ad5c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0890279 Apr 01 13:02:11.905022 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-25cc9f7f-91cd-4ffd-82d4-1734b28717eb None None] Provisioning complete for port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:11.905389 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-25cc9f7f-91cd-4ffd-82d4-1734b28717eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.919829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (3a5f6d80-63f2-4946-8108-d2e1cf91c7da), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:11.960705 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf656742-f31e-4414-bfb6-df8b2835324c req-50aef9e9-32ce-46a0-98e5-902fc6245025 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617864 Apr 01 13:02:11.968619 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-25cc9f7f-91cd-4ffd-82d4-1734b28717eb None None] Port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:02:11.975745 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 3cc28a80-e031-478e-bf14-643680bc3b39 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:12.083786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (3a5f6d80-63f2-4946-8108-d2e1cf91c7da), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.084157 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.108745 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5f6d80-63f2-4946-8108-d2e1cf91c7da,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:12.124923 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205544-ba6a-4a8a-9fd1-b7759b7d9664 req-62e5833b-1fd6-4c3f-ac73-c974f174702c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:12.127207 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9205544-ba6a-4a8a-9fd1-b7759b7d9664 req-62e5833b-1fd6-4c3f-ac73-c974f174702c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0772426 Apr 01 13:02:12.160727 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:12.163384 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:02:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:12.181337 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9205544-ba6a-4a8a-9fd1-b7759b7d9664 req-0878b376-471e-4617-88e8-848d08c396d6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Apr 01 13:02:12.184128 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.187498 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fd1e98f4-66d7-439d-b93e-ed8b9ca855c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5750515 Apr 01 13:02:12.190740 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58464) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:12.196986 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:12.226557 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca9f9-4ea7-49fc-a78f-a5b85410150d None None] Pushing event updated for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:12.264700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['956b9bda-5cc7-4d23-9031-ae1c7d6f90a4'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:02:12.285820 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-241f4625-fa1e-4a6f-a2af-53d112535f28 req-27215b62-e536-4f14-9628-390bee685972 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111438 Apr 01 13:02:12.312132 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (0b12e7ff-49d9-4328-b2d5-204510f12d38), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.338035 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:12.378446 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (0b12e7ff-49d9-4328-b2d5-204510f12d38), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.463431 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (0b12e7ff-49d9-4328-b2d5-204510f12d38), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.464420 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Provisioning complete for port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:12.464788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.483373 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b12e7ff-49d9-4328-b2d5-204510f12d38,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:12.542833 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.542833 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f0993976-112a-4de8-9ff4-de72e013e982 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492019 Apr 01 13:02:12.544431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58470) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:12.549041 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:12.600822 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Current status of the port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:12.601199 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.631115 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a266b4-f1bd-4342-9f1a-364d282a02d9 req-b64a92a5-7be1-4252-a15f-01cbe31216de tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:12.632868 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18a266b4-f1bd-4342-9f1a-364d282a02d9 req-b64a92a5-7be1-4252-a15f-01cbe31216de tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0595620 Apr 01 13:02:12.633088 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:08Z', 'revision_number': 4, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99', 'name': '', 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'tenant_id': '319e0635291343e19a910d2e61228516', 'mac_address': 'fa:16:3e:36:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:07Z', 'updated_at': '2022-04-01T13:02:11Z', 'revision_number': 4, 'project_id': '319e0635291343e19a910d2e61228516', 'subnets': [{'id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:12.639545 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (e9dc0681-2ce8-4c93-bbf7-0f7ceff769ce), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.669885 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] For port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:12.671667 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be43158-fb45-4b5a-97ce-b03f01d1f24c None None] The sync data for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi is: [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:02:08Z', 'revision_number': 4, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99', 'name': '', 'network_id': '1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39', 'tenant_id': '319e0635291343e19a910d2e61228516', 'mac_address': 'fa:16:3e:36:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:07Z', 'updated_at': '2022-04-01T13:02:11Z', 'revision_number': 4, 'project_id': '319e0635291343e19a910d2e61228516', 'subnets': [{'id': 'b70403ff-be56-4eed-b63a-e74d6938d1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:12.681416 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-971fc56f-88fd-465c-ad24-8039b7f92fc5 req-252ac239-104c-4d93-8ec6-34d7df718d13 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0353529 Apr 01 13:02:12.731999 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.752126 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (e9dc0681-2ce8-4c93-bbf7-0f7ceff769ce), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.757042 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18a266b4-f1bd-4342-9f1a-364d282a02d9 req-745e9025-fcc4-4805-af5e-1a5b85bf8c2e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119649 Apr 01 13:02:12.800039 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb87cd-ca49-4fd1-a216-ec236bfc3cd4 None None] Pushing event updated for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:12.817779 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (e9dc0681-2ce8-4c93-bbf7-0f7ceff769ce), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.835893 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dc0681-2ce8-4c93-bbf7-0f7ceff769ce,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:12.905308 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:12.906585 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5eacfead-a3a4-4369-85da-dd014ffe5e84 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3610928 Apr 01 13:02:12.909271 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58474) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:12.914011 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:13.004180 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Project 11e6396795d84c53a42bee4d3c3b3a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:02:13.009550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (a7334e25-fcb3-4faa-916b-58b29671a045), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.092027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (a7334e25-fcb3-4faa-916b-58b29671a045), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.096018 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf89749-b68f-451d-8a6d-950d8b4c578c req-4badfbfd-19f2-4f68-8d04-54671c27db1c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.097883 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6bf89749-b68f-451d-8a6d-950d8b4c578c req-4badfbfd-19f2-4f68-8d04-54671c27db1c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0552146 Apr 01 13:02:13.169483 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (a7334e25-fcb3-4faa-916b-58b29671a045), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.178459 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6bf89749-b68f-451d-8a6d-950d8b4c578c req-a8db989d-c75e-4925-9e39-3e340d1e3bd0 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745564 Apr 01 13:02:13.227503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7334e25-fcb3-4faa-916b-58b29671a045,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:13.268318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.269640 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2185cff5-f30c-495b-bb33-00b97fe11d41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3590548 Apr 01 13:02:13.283643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58484) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:13.288687 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'security_group_rule': {'security_group_id': '50788969-c541-4ca2-bd98-4fc04ce81ec3', 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:13.332646 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef165700-71f5-4a17-9895-ed86c0ef0772 req-ca660144-70d6-411d-8e6a-6a286b971524 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.334999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef165700-71f5-4a17-9895-ed86c0ef0772 req-ca660144-70d6-411d-8e6a-6a286b971524 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0622466 Apr 01 13:02:13.395327 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef165700-71f5-4a17-9895-ed86c0ef0772 req-fbf42e4c-f879-43ca-ab48-4a4c96cef3ea tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526047 Apr 01 13:02:13.403013 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Project 11e6396795d84c53a42bee4d3c3b3a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:02:13.408086 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (fcc848d5-7718-4ccc-98ff-b6d6c8edc500), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.480049 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (fcc848d5-7718-4ccc-98ff-b6d6c8edc500), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.523588 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-d4496ea6-8758-447c-ae03-cc51ad5ca9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.525646 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-d4496ea6-8758-447c-ae03-cc51ad5ca9a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.0472441 Apr 01 13:02:13.563491 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (fcc848d5-7718-4ccc-98ff-b6d6c8edc500), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.590358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc848d5-7718-4ccc-98ff-b6d6c8edc500,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:13.638569 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-c2256d38-4943-4da0-b12f-1955ea74736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.640312 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-c2256d38-4943-4da0-b12f-1955ea74736f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.1078062 Apr 01 13:02:13.680520 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:13.699640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.704320 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-13890c6b-6fcc-4462-aa7e-5cff403bce0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4156704 Apr 01 13:02:13.728001 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-ff70fa2c-551a-4aff-997e-1dcb8dce27de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 1001 time: 0.0804079 Apr 01 13:02:13.754340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:13.754340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:13.794761 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-1c49bfd5-2583-4f66-945d-49ba9428f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.797352 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-1c49bfd5-2583-4f66-945d-49ba9428f43c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0585201 Apr 01 13:02:13.819526 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1b8e067d-ff89-4cb3-856d-b4e72483d4c8 req-51a5cdeb-96ab-42d9-8708-b44ed730c059 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2a2690-12bb-4e07-9fa7-963ddeb0ad0c HTTP/1.1" status: 200 len: 210 time: 0.0495579 Apr 01 13:02:13.886587 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:13.928270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-3bc9b318-3215-47bf-881c-8f397d4c8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.930458 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-3bc9b318-3215-47bf-881c-8f397d4c8b28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199050 Apr 01 13:02:13.943061 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826cf8b-8bc0-4219-a06d-33f2a6da37f3 req-3962dfe0-d846-4b72-8078-14f05c6ff61f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.944574 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b826cf8b-8bc0-4219-a06d-33f2a6da37f3 req-3962dfe0-d846-4b72-8078-14f05c6ff61f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0756929 Apr 01 13:02:14.044509 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b826cf8b-8bc0-4219-a06d-33f2a6da37f3 req-3cfe056f-569d-4cbc-86c7-a87be221211f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920410 Apr 01 13:02:14.063405 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-6539e8a2-a52b-4351-b10f-0b6a3a965627 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176906 Apr 01 13:02:14.167443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aec6b5e7-6ec7-40a4-88e8-566fe7f92ef4 req-83f71b1b-7bb0-4bb2-be86-691db3673d01 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972493 Apr 01 13:02:14.187752 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:14.226475 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:02:14.226816 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 956b9bda-5cc7-4d23-9031-ae1c7d6f90a4 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:14.304665 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c0b8c-fd8e-4b46-be55-f6562192e01b req-26b7a722-7e09-4f0c-935c-3ddddd9dd9c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:14.309644 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-838c0b8c-fd8e-4b46-be55-f6562192e01b req-26b7a722-7e09-4f0c-935c-3ddddd9dd9c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0537181 Apr 01 13:02:14.356979 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-838c0b8c-fd8e-4b46-be55-f6562192e01b req-5e6b07cc-873a-47e9-a64a-cb3202b52621 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Apr 01 13:02:14.529591 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10459-8335-46fa-86ec-77153ade4ccf req-4368c561-e43b-465b-a6b3-f827e0ba7e6b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:14.531033 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b7d10459-8335-46fa-86ec-77153ade4ccf req-4368c561-e43b-465b-a6b3-f827e0ba7e6b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Apr 01 13:02:14.593076 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b7d10459-8335-46fa-86ec-77153ade4ccf req-771799f1-19bf-4daf-b631-b8eb33c4929c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Apr 01 13:02:15.185981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-80eec216-dc26-42f0-aa3e-b086d2525684 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:15.193526 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-80eec216-dc26-42f0-aa3e-b086d2525684 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/networks?id=3c664d8e-f93e-4213-af49-07d9bb870ed0 HTTP/1.1" status: 200 len: 808 time: 0.1585214 Apr 01 13:02:15.207998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-e089b73c-9179-4946-bc57-12364b82a7c8 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/quotas/2d787db5fcb2458dbd039ef6b1711273 HTTP/1.1" status: 200 len: 375 time: 0.0128338 Apr 01 13:02:15.226262 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae79521-0b32-4741-9f5b-887a56fb7cd8 req-d10bc00d-acb9-45d6-aea1-d5032213f1dd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:15.229424 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fae79521-0b32-4741-9f5b-887a56fb7cd8 req-d10bc00d-acb9-45d6-aea1-d5032213f1dd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0803351 Apr 01 13:02:15.265550 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-fe4cf556-846e-4d53-b973-d355645e2e03 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452127 Apr 01 13:02:15.311338 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fae79521-0b32-4741-9f5b-887a56fb7cd8 req-ff887304-218c-4e35-b902-0c5931f40e37 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755215 Apr 01 13:02:15.382223 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-a3a24cef-7111-4f85-88cf-68e17ebcc13b service neutron] 10.222.0.43 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059082 Apr 01 13:02:15.484046 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-a07084dc-8275-47ac-91a7-2c2799156adf service neutron] 10.222.0.43 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965106 Apr 01 13:02:15.497261 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa849ca1-5e4e-4639-ab7d-5158f363bb13 req-7cb79a05-37be-4a75-9725-c73e94d0d8a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:15.505108 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aa849ca1-5e4e-4639-ab7d-5158f363bb13 req-7cb79a05-37be-4a75-9725-c73e94d0d8a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0687799 Apr 01 13:02:15.576062 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aa849ca1-5e4e-4639-ab7d-5158f363bb13 req-cfc4d208-c3fc-4268-8d98-bc0282f440ff tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700297 Apr 01 13:02:15.743222 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d9492-1c0b-4165-a6fb-d971f38f7aa4 req-3e96c49b-ccd0-4f12-bf1c-f3b623da980f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:15.759837 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-657d9492-1c0b-4165-a6fb-d971f38f7aa4 req-3e96c49b-ccd0-4f12-bf1c-f3b623da980f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0822556 Apr 01 13:02:15.846049 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-657d9492-1c0b-4165-a6fb-d971f38f7aa4 req-e6a8ced7-4bb6-4bd0-8fab-f412d76f080a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793953 Apr 01 13:02:15.862485 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9ff379e7-369a-4a82-a474-e79b52369214 req-e53d24bc-7ac7-4eea-abeb-6e182d652cda tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0315411 Apr 01 13:02:16.208623 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:02:16.329753 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:16.347902 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '92c11755-3503-4288-8313-4a6f2bfa3721', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:02:16.396389 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: ACTIVE; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:16.396978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:16.414430 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:02:16.445250 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:16.498839 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dec42-a50c-4af1-bae5-3bbb0b584c63 req-346806ef-14cb-4c27-a6ef-7fe29adef57c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:16.506069 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:16.510548 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-516dec42-a50c-4af1-bae5-3bbb0b584c63 req-346806ef-14cb-4c27-a6ef-7fe29adef57c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0695772 Apr 01 13:02:16.565534 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-516dec42-a50c-4af1-bae5-3bbb0b584c63 req-e8b5ae74-e525-4dda-b95a-77908c17ebce tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533774 Apr 01 13:02:16.566803 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:16.574618 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.575190 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.575739 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.576254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.576591 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.576921 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.577246 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.577613 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.577943 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.578292 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.578604 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.578943 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.579266 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.579666 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.579891 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:16.655815 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['92c11755-3503-4288-8313-4a6f2bfa3721'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:02:16.698834 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44bdf2-74f0-485b-8232-baa620db1193 req-04407336-d830-4935-bf2b-01bb333423a7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:16.700428 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d44bdf2-74f0-485b-8232-baa620db1193 req-04407336-d830-4935-bf2b-01bb333423a7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0616560 Apr 01 13:02:16.758185 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d44bdf2-74f0-485b-8232-baa620db1193 req-6e4828f0-87cd-4236-ad68-c7ebbd10714f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515826 Apr 01 13:02:16.955580 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aadcf5ad-cfe5-45af-ade0-96686af2dff3 req-b48cfebb-8b3e-406a-a7cc-72e24745bd3f tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0277247 Apr 01 13:02:17.692068 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b5958-009a-44c9-bd1b-47103792ac93 req-746b063d-f3de-4b1c-89b5-d7e6acb3d672 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:17.693428 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-909b5958-009a-44c9-bd1b-47103792ac93 req-746b063d-f3de-4b1c-89b5-d7e6acb3d672 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0522554 Apr 01 13:02:17.742564 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-909b5958-009a-44c9-bd1b-47103792ac93 req-5b46bfce-7451-4e68-9901-d1810a055a9c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Apr 01 13:02:17.889183 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232d82-a1b9-46c3-b112-8bcf1e445d7c req-d6178412-43dd-4116-a539-c5c1eaced207 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:17.890806 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea232d82-a1b9-46c3-b112-8bcf1e445d7c req-d6178412-43dd-4116-a539-c5c1eaced207 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0584152 Apr 01 13:02:17.940477 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea232d82-a1b9-46c3-b112-8bcf1e445d7c req-57c02915-8cd8-4dd0-afb7-13d88d6a5e4a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Apr 01 13:02:18.048466 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60422f39-a05f-4495-8c85-4ce8bc23a81c req-1ee0075f-e01a-4030-8693-2ade30e715e2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0269887 Apr 01 13:02:18.867379 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727783f-4a46-449f-8dd7-e4e949e5b6bb req-53297bed-cf52-4d5f-b28c-7eebba561e18 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.869012 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1727783f-4a46-449f-8dd7-e4e949e5b6bb req-53297bed-cf52-4d5f-b28c-7eebba561e18 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0524094 Apr 01 13:02:18.915438 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1727783f-4a46-449f-8dd7-e4e949e5b6bb req-240d4e64-2ad7-4789-a178-ee70ac031b45 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Apr 01 13:02:19.058926 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f73ea-ac4d-4bf3-a88c-53e7e111f0eb req-d5f163c8-a234-4d19-8c57-31408bdd329d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:19.060387 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-476f73ea-ac4d-4bf3-a88c-53e7e111f0eb req-d5f163c8-a234-4d19-8c57-31408bdd329d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0543053 Apr 01 13:02:19.107823 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-476f73ea-ac4d-4bf3-a88c-53e7e111f0eb req-516d19c0-c303-4631-90a3-59326b03b851 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Apr 01 13:02:19.151818 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-de97b66b-36d5-4570-a0c6-1f7ab46b2e15 req-4f7b63e8-9d76-4cde-bd7c-cebf246c8057 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0297449 Apr 01 13:02:19.385819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:19.435102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 92c11755-3503-4288-8313-4a6f2bfa3721 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:19.435502 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:19.520008 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:19.520480 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:19.544066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:19.546284 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87a1d03-bfc0-40b8-9ab1-a32e1c306fa4" -d '{"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:19.562188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:19.591207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79c0e8-8c9c-4b13-8c5f-65bd85ac7ba3 x-openstack-request-id: req-fa79c0e8-8c9c-4b13-8c5f-65bd85ac7ba3 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:19.591511 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:19.591802 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa79c0e8-8c9c-4b13-8c5f-65bd85ac7ba3 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:19.592226 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa79c0e8-8c9c-4b13-8c5f-65bd85ac7ba3'] response: {'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'code': 200} Apr 01 13:02:19.631348 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:19.680432 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:20.044111 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ba19-6ef4-48f1-8be5-ba07728458c5 req-e2ba6ee4-2155-4cb9-8abe-93edd94e0402 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:20.045994 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f427ba19-6ef4-48f1-8be5-ba07728458c5 req-e2ba6ee4-2155-4cb9-8abe-93edd94e0402 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0570712 Apr 01 13:02:20.093544 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f427ba19-6ef4-48f1-8be5-ba07728458c5 req-bbd33e32-41dd-4148-ad32-76d92e31adb7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418270 Apr 01 13:02:20.233998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d880d8-b71d-43a0-9b58-f04627b8bf44 req-31e45f39-e405-4ef2-97b8-23deb14f530e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:20.235704 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-83d880d8-b71d-43a0-9b58-f04627b8bf44 req-31e45f39-e405-4ef2-97b8-23deb14f530e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0569394 Apr 01 13:02:20.248369 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2209dff2-59e3-4e9c-b432-8ed5cbebfbb5 req-60a99070-852a-40f2-b240-bf857115d1df tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0279596 Apr 01 13:02:20.285826 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-83d880d8-b71d-43a0-9b58-f04627b8bf44 req-df9b41aa-2b80-4a7d-8389-64cd8bc5803a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Apr 01 13:02:20.708307 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-0daccf2a-9728-44d0-abbf-214a9cbe343c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:20.709832 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-0daccf2a-9728-44d0-abbf-214a9cbe343c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "GET /v2.0/networks?id=3c664d8e-f93e-4213-af49-07d9bb870ed0 HTTP/1.1" status: 200 len: 808 time: 0.1334236 Apr 01 13:02:20.731381 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Request body: {'port': {'device_id': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0', 'admin_state_up': True, 'tenant_id': '2d787db5fcb2458dbd039ef6b1711273'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:20.927577 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Made reservation on behalf of 2d787db5fcb2458dbd039ef6b1711273 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:20.931009 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:21.089971 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Allocated IP 172.20.0.8 (3c664d8e-f93e-4213-af49-07d9bb870ed0/6e7d364a-a09f-4a94-b258-f5dc7474c5a8/e6f05317-bc32-48c5-979a-5ed277868acf) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:21.259067 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2444f-98c2-48eb-ae3b-c5cda0348273 req-3b305286-7115-4c07-a6f5-cc9764311417 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:21.267139 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6ce2444f-98c2-48eb-ae3b-c5cda0348273 req-3b305286-7115-4c07-a6f5-cc9764311417 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0868850 Apr 01 13:02:21.317768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks [] for port (e6f05317-bc32-48c5-979a-5ed277868acf), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:21.351754 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6ce2444f-98c2-48eb-ae3b-c5cda0348273 req-8b52d61a-dbb4-4f07-841f-20160194faa4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830843 Apr 01 13:02:21.398048 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0aa5d38a-cb8e-45ae-be6e-89a71fe94465 req-2e30d3fc-a58a-4342-af6b-05397857357c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0320916 Apr 01 13:02:21.448804 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:21.495091 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Network 3c664d8e-f93e-4213-af49-07d9bb870ed0 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:21.498620 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:21.502546 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:21.508492 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:21.509205 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:21.520945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c12c9-37e4-4915-9ebf-3d7755aeadbe req-10dbc93e-57a2-407d-8247-ce4c725c9f72 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:21.522704 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b12c12c9-37e4-4915-9ebf-3d7755aeadbe req-10dbc93e-57a2-407d-8247-ce4c725c9f72 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0831416 Apr 01 13:02:21.529437 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Pushing event updated for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:21.585071 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b12c12c9-37e4-4915-9ebf-3d7755aeadbe req-988bd142-384b-408a-b7ab-674802e04e60 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Apr 01 13:02:21.641071 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-eedf52c1-8073-495d-9eb1-eccdb12b8d6a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136357 Apr 01 13:02:21.652621 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Request body: {'port': {'device_id': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:21.801723 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.256473 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632db81-1f4c-4e1a-9a27-8d166b902a70 req-f2e6446f-b401-40bc-bcd0-90cb51d05cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:22.258775 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5632db81-1f4c-4e1a-9a27-8d166b902a70 req-f2e6446f-b401-40bc-bcd0-90cb51d05cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1130 time: 0.1120412 Apr 01 13:02:22.343841 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f05317-bc32-48c5-979a-5ed277868acf {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:02:22.370034 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks [] for port (e6f05317-bc32-48c5-979a-5ed277868acf), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.377315 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5632db81-1f4c-4e1a-9a27-8d166b902a70 req-d3dc2e17-3b7b-427c-ba79-df8f4d461b3e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936129 Apr 01 13:02:22.389451 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Transition to ACTIVE for port object e6f05317-bc32-48c5-979a-5ed277868acf will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:02:22.494540 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.509302 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 58766) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:22.581053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82a1c8-0bbc-4439-bb62-3f7876350ee4 req-4d5192c1-9431-4ce0-ac35-8311d98772df tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:22.596105 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1f82a1c8-0bbc-4439-bb62-3f7876350ee4 req-4d5192c1-9431-4ce0-ac35-8311d98772df tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.1080642 Apr 01 13:02:22.608098 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:22.627306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3fa0-04d3-4a04-b0b8-4261478f8c9e req-0a2070be-3d48-4f22-b04e-ecb779d4ae61 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:22.631220 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c7d3fa0-04d3-4a04-b0b8-4261478f8c9e req-0a2070be-3d48-4f22-b04e-ecb779d4ae61 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1784592 Apr 01 13:02:22.672384 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1f82a1c8-0bbc-4439-bb62-3f7876350ee4 req-651dbd5c-2112-48b7-950c-72a8a76c318f tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747323 Apr 01 13:02:22.709396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Attempting to bind port e6f05317-bc32-48c5-979a-5ed277868acf on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:02:22.709936 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Attempting to bind port e6f05317-bc32-48c5-979a-5ed277868acf by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:02:22.710355 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Attempting to bind port e6f05317-bc32-48c5-979a-5ed277868acf on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:22.720505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Port e6f05317-bc32-48c5-979a-5ed277868acf on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:02:22.720814 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Attempting to bind port e6f05317-bc32-48c5-979a-5ed277868acf on network 3c664d8e-f93e-4213-af49-07d9bb870ed0 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:22.741259 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:22.741874 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Checking segment: {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:02:22.742406 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Bound using segment: {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:22.742860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Bound port: e6f05317-bc32-48c5-979a-5ed277868acf, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf86cb20-98ea-4c95-b900-92b63ef1ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:02:22.743228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.774159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c7d3fa0-04d3-4a04-b0b8-4261478f8c9e req-1a25c725-ece0-4542-947f-13728b898bd1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027348 Apr 01 13:02:22.867784 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:22.879546 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6f05317-bc32-48c5-979a-5ed277868acf,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:22.890263 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc47c-9964-4cd3-83e3-109dcce5076f req-505d84d5-fb21-4a5d-b355-49f3ec32c7cb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:22.892332 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d38bc47c-9964-4cd3-83e3-109dcce5076f req-505d84d5-fb21-4a5d-b355-49f3ec32c7cb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1008627 Apr 01 13:02:22.950534 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c835c478-bb96-4f89-ac82-a1285ade478d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.981676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:22.999155 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d38bc47c-9964-4cd3-83e3-109dcce5076f req-2dbb81af-1fb5-429a-b594-b28255ba5ab6 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951657 Apr 01 13:02:23.028431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:23.029794 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.031983 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] 10.222.0.62 "PUT /v2.0/ports/e6f05317-bc32-48c5-979a-5ed277868acf HTTP/1.1" status: 200 len: 1093 time: 1.3835280 Apr 01 13:02:23.033553 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:23.037300 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed" -d '{"events": [{"name": "network-changed", "server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:23.093533 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c835c478-bb96-4f89-ac82-a1285ade478d admin admin] Publish callbacks [] for security_group (970c596d-d29a-4b86-8f20-5238fd24ee21), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.100777 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd413f2-7de5-4287-aea0-5224d1ec3801 x-openstack-request-id: req-4cd413f2-7de5-4287-aea0-5224d1ec3801 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:23.101338 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:23.101649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cd413f2-7de5-4287-aea0-5224d1ec3801 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:23.105540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd413f2-7de5-4287-aea0-5224d1ec3801'] response: {'name': 'network-changed', 'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf', 'status': 'completed', 'code': 200} Apr 01 13:02:23.119112 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2b003-13f4-4302-a12a-9c483f54dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:23.159242 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c835c478-bb96-4f89-ac82-a1285ade478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (970c596d-d29a-4b86-8f20-5238fd24ee21), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.198310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835c478-bb96-4f89-ac82-a1285ade478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c596d-d29a-4b86-8f20-5238fd24ee21,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:23.216152 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c835c478-bb96-4f89-ac82-a1285ade478d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9a7c36c19a43d6add260d97647777e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7017496 Apr 01 13:02:23.217402 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 58778) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:23.288319 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] Publish callbacks [] for security_group (970c596d-d29a-4b86-8f20-5238fd24ee21), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.318089 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] Publish callbacks [] for security_group (970c596d-d29a-4b86-8f20-5238fd24ee21), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.454713 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (970c596d-d29a-4b86-8f20-5238fd24ee21), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.457813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:23.464313 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/970c596d-d29a-4b86-8f20-5238fd24ee21 HTTP/1.1" status: 204 len: 168 time: 0.2404661 Apr 01 13:02:23.474706 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321dc42-a8be-4ff5-8d94-043468c9f505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c596d-d29a-4b86-8f20-5238fd24ee21,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:23.856792 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8bb8b-83ed-40cc-80cf-e0c0cf485645 req-49cf3f2d-1afd-4296-a8d2-f5bf2b3826e2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:23.863564 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-59a8bb8b-83ed-40cc-80cf-e0c0cf485645 req-49cf3f2d-1afd-4296-a8d2-f5bf2b3826e2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0851569 Apr 01 13:02:23.935414 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-59a8bb8b-83ed-40cc-80cf-e0c0cf485645 req-e2a40d2b-56ce-45ed-b5bd-a5ed828415a5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Apr 01 13:02:23.991328 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82642586-97bb-43e4-875c-186952b753c5 req-665bc4c2-0697-4000-bf72-2edb71185eab tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:23.993222 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-82642586-97bb-43e4-875c-186952b753c5 req-665bc4c2-0697-4000-bf72-2edb71185eab tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0791669 Apr 01 13:02:24.124568 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-82642586-97bb-43e4-875c-186952b753c5 req-75c6d586-7ce3-4404-8bbc-db9b195943a7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237803 Apr 01 13:02:24.195343 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94cc6-0287-4ada-9757-5630d5c2e288 req-e807dc02-882b-4f98-a2e4-d8f6a5582824 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:24.216202 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f7a94cc6-0287-4ada-9757-5630d5c2e288 req-e807dc02-882b-4f98-a2e4-d8f6a5582824 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0897684 Apr 01 13:02:24.278444 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f7a94cc6-0287-4ada-9757-5630d5c2e288 req-a32ff05a-736c-4e67-9df3-b3811bca6c39 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 Apr 01 13:02:25.080551 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6a9b-b865-4985-ab7a-8f4d4c760924 req-65a0dc6a-e21a-4fe5-ac33-ed67d93b63b4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.088436 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a37d6a9b-b865-4985-ab7a-8f4d4c760924 req-65a0dc6a-e21a-4fe5-ac33-ed67d93b63b4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0653851 Apr 01 13:02:25.139473 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a37d6a9b-b865-4985-ab7a-8f4d4c760924 req-5501edf0-a9c6-455e-b8c9-284ae0e3e52c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474684 Apr 01 13:02:25.268011 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4dfb4-c31a-48e5-aee2-f3fc4f376700 req-060e6ffe-3375-4b71-a299-87844d65bfc7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.269666 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-89b4dfb4-c31a-48e5-aee2-f3fc4f376700 req-060e6ffe-3375-4b71-a299-87844d65bfc7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Apr 01 13:02:25.344800 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-89b4dfb4-c31a-48e5-aee2-f3fc4f376700 req-a5405223-437c-4414-b6b6-0dbffeccef85 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690718 Apr 01 13:02:25.424537 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d53354-044d-4734-8703-9acbf857d509 req-a566c3e5-e5f6-4e5f-9e2e-6495685693cb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.426765 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6d53354-044d-4734-8703-9acbf857d509 req-a566c3e5-e5f6-4e5f-9e2e-6495685693cb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0634747 Apr 01 13:02:25.475950 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6d53354-044d-4734-8703-9acbf857d509 req-45846e79-8cb9-4658-8fe5-44bc0a029ec5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Apr 01 13:02:25.683020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-1aaed588-21b3-4ba1-b16a-484e525a1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.685430 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-1aaed588-21b3-4ba1-b16a-484e525a1eb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 1127 time: 0.0547452 Apr 01 13:02:25.819125 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-05ab63cf-a204-4ec0-9403-4d305f42c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.820782 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-05ab63cf-a204-4ec0-9403-4d305f42c3ec service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2d787db5fcb2458dbd039ef6b1711273&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1261706 Apr 01 13:02:25.946575 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-91e79461-7e85-4fc2-8efd-56d843bf90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:25.948272 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7cf7a3c0-4ca3-47bf-8cc0-be228154bbed req-91e79461-7e85-4fc2-8efd-56d843bf90d5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170244 Apr 01 13:02:26.060747 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-7c9bdd4b-c57d-4014-95d8-e888283efcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.061956 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-7c9bdd4b-c57d-4014-95d8-e888283efcfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d787db5fcb2458dbd039ef6b1711273&device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 1127 time: 0.0652034 Apr 01 13:02:26.314283 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e890d3-e488-4ce1-9567-3a6679f7d8a1 req-0bf8ffee-83ec-4531-9347-b182f6e5ea96 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.315878 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-87e890d3-e488-4ce1-9567-3a6679f7d8a1 req-0bf8ffee-83ec-4531-9347-b182f6e5ea96 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0818350 Apr 01 13:02:26.372140 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-87e890d3-e488-4ce1-9567-3a6679f7d8a1 req-66352e9c-f877-4103-8e8c-5edc2ef43947 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498946 Apr 01 13:02:26.512188 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-c399289f-bd7b-4ce4-8aab-4b8baca12886 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f05317-bc32-48c5-979a-5ed277868acf HTTP/1.1" status: 200 len: 217 time: 0.4249673 Apr 01 13:02:26.596002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-81a194fe-f8ac-458e-bc48-571f6f3fb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.598717 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-81a194fe-f8ac-458e-bc48-571f6f3fb4d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e7d364a-a09f-4a94-b258-f5dc7474c5a8 HTTP/1.1" status: 200 len: 848 time: 0.0773938 Apr 01 13:02:26.634399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932e45-1f6e-489d-8b6d-82a5163cbf88 req-cd950746-9a95-41f2-8540-4dc003f3f12c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.636478 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9a932e45-1f6e-489d-8b6d-82a5163cbf88 req-cd950746-9a95-41f2-8540-4dc003f3f12c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.1398842 Apr 01 13:02:26.663295 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-cfd78cd0-4cb9-4f74-9a80-27d7d6ed8b01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c664d8e-f93e-4213-af49-07d9bb870ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525372 Apr 01 13:02:26.673741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dace2-ab05-4824-8430-afce6793bbf9 req-c126c957-db4a-4d0c-86b7-65aab37a7142 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.682793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-186dace2-ab05-4824-8430-afce6793bbf9 req-c126c957-db4a-4d0c-86b7-65aab37a7142 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0877178 Apr 01 13:02:26.749503 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-186dace2-ab05-4824-8430-afce6793bbf9 req-f9e0f1ff-c445-430f-a5a6-6423d6b36b5c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Apr 01 13:02:26.777443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9a932e45-1f6e-489d-8b6d-82a5163cbf88 req-e622ca50-e928-484b-b2e8-9eb5a1d72c31 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176832 Apr 01 13:02:26.814341 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-f41bdc4c-a80f-43f0-aefd-dfe5bb5e7ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358733 Apr 01 13:02:26.935976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd0fe9b7-b066-46ba-bb84-f861936a2bce req-5fc911d3-77fe-48d8-a8e4-2e161fa97975 service neutron] 10.222.0.62 "GET /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114194 Apr 01 13:02:27.426126 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4c1c97c0-8bda-4e51-8440-e6e776525e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:27.564176 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6299-ea5e-4339-b0a3-9de78056ad27 req-57a0f703-0819-46f8-b55e-dde75a64d5c9 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:27.565760 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d38d6299-ea5e-4339-b0a3-9de78056ad27 req-57a0f703-0819-46f8-b55e-dde75a64d5c9 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.1024418 Apr 01 13:02:27.619478 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d38d6299-ea5e-4339-b0a3-9de78056ad27 req-23a6523e-d00e-422b-83ac-bf1800d742f8 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473664 Apr 01 13:02:27.896927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d314f53-cc0a-4323-85a8-5d6686d5b2a4 req-079724d0-b305-478e-8190-efea88840652 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:27.904251 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d314f53-cc0a-4323-85a8-5d6686d5b2a4 req-079724d0-b305-478e-8190-efea88840652 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0766666 Apr 01 13:02:27.960354 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d314f53-cc0a-4323-85a8-5d6686d5b2a4 req-aff87a2e-10b0-481b-a923-70fbd178ec6f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549827 Apr 01 13:02:27.974410 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e1c92-dff1-4709-ad32-c0ba2139c317 req-550a7d62-cba4-4e81-a07e-0d73e0b4ad81 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:27.976021 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-669e1c92-dff1-4709-ad32-c0ba2139c317 req-550a7d62-cba4-4e81-a07e-0d73e0b4ad81 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0849614 Apr 01 13:02:28.040399 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-669e1c92-dff1-4709-ad32-c0ba2139c317 req-0d8caec6-f9de-46ed-a211-344a65b051fc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578358 Apr 01 13:02:28.092012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4326-89af-40e4-b1c7-14cbaceca557 req-2c4e02f8-5555-4799-8e71-9c46e34251f3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:28.093532 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a6c4326-89af-40e4-b1c7-14cbaceca557 req-2c4e02f8-5555-4799-8e71-9c46e34251f3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0638530 Apr 01 13:02:28.161111 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a6c4326-89af-40e4-b1c7-14cbaceca557 req-9c257d20-de3b-4497-a216-3f17e2470803 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572710 Apr 01 13:02:28.766136 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73140333-4585-42b7-9dea-3f52d2191167 req-6620ab16-bf90-456b-9fb6-f8265795ebbc tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:28.767891 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-73140333-4585-42b7-9dea-3f52d2191167 req-6620ab16-bf90-456b-9fb6-f8265795ebbc tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0611897 Apr 01 13:02:28.823549 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-73140333-4585-42b7-9dea-3f52d2191167 req-8edc7787-938a-41fe-9b9a-71b2279feafe tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Apr 01 13:02:29.175936 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62832977-cf29-4cbe-a4f2-3395a205211d req-2b27c84a-ff28-4fc9-887d-bcd618867f51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:29.177407 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-62832977-cf29-4cbe-a4f2-3395a205211d req-2b27c84a-ff28-4fc9-887d-bcd618867f51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0607281 Apr 01 13:02:29.228924 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-62832977-cf29-4cbe-a4f2-3395a205211d req-c0415797-87c6-4c2e-a853-f16b789fdd82 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 Apr 01 13:02:29.814613 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdba9-669f-48c7-9f54-5cf94615bfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:29.996156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684592-74bc-4fb0-be09-1eb3789499af req-80c3d89c-1d1d-4eca-8d87-b0cc94e586c1 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:30.003649 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-30684592-74bc-4fb0-be09-1eb3789499af req-80c3d89c-1d1d-4eca-8d87-b0cc94e586c1 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0974107 Apr 01 13:02:30.063582 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-30684592-74bc-4fb0-be09-1eb3789499af req-7ff59f55-44eb-4529-b05a-cdb848dfd9a5 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533822 Apr 01 13:02:30.370377 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81801753-516d-4eac-9acf-2679b4019a79 req-8b9ee20b-dc9c-4363-a929-1bea741eb339 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:30.373354 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81801753-516d-4eac-9acf-2679b4019a79 req-8b9ee20b-dc9c-4363-a929-1bea741eb339 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0666337 Apr 01 13:02:30.440456 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81801753-516d-4eac-9acf-2679b4019a79 req-cb056f88-8ad5-4d30-8e66-f90a3b63ea8a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595801 Apr 01 13:02:30.895606 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:31.192902 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e7f7a-20fd-4a47-94a8-8ae4ca65d5ae req-24fe6602-b31d-4982-8e7a-8bf3768a7f67 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:31.199529 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-331e7f7a-20fd-4a47-94a8-8ae4ca65d5ae req-24fe6602-b31d-4982-8e7a-8bf3768a7f67 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0620832 Apr 01 13:02:31.243232 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-331e7f7a-20fd-4a47-94a8-8ae4ca65d5ae req-aae7b9e5-006e-4f90-9dc3-bb5be93d220e tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Apr 01 13:02:31.595720 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04a16-c091-4df2-8691-bd05fa351ffa req-27ad221d-3954-487c-88a5-ae3b0ffc8366 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:31.597366 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0f04a16-c091-4df2-8691-bd05fa351ffa req-27ad221d-3954-487c-88a5-ae3b0ffc8366 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0649769 Apr 01 13:02:31.658089 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0f04a16-c091-4df2-8691-bd05fa351ffa req-93df2aa9-e40d-414d-8b70-e9d52ecd49a4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519061 Apr 01 13:02:32.392264 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992d72-1ea5-49d6-a475-4afb34006e2e req-3f94893d-02eb-4ee2-97bb-2e55e092cd95 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:32.393850 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf992d72-1ea5-49d6-a475-4afb34006e2e req-3f94893d-02eb-4ee2-97bb-2e55e092cd95 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0741870 Apr 01 13:02:32.458436 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf992d72-1ea5-49d6-a475-4afb34006e2e req-b9a55622-8b47-45b7-a07d-26d900bef422 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Apr 01 13:02:32.592676 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:02:32.741018 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:32.796754 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b191f91-97ee-48e6-a50c-759d8d1f7a4b req-e84bd2d9-4058-41d7-8666-086af22138e0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:32.804129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7b191f91-97ee-48e6-a50c-759d8d1f7a4b req-e84bd2d9-4058-41d7-8666-086af22138e0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0608394 Apr 01 13:02:32.873212 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7b191f91-97ee-48e6-a50c-759d8d1f7a4b req-8c89245c-7333-4b83-b5d1-8c2161c34208 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668633 Apr 01 13:02:33.579915 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc1763-5744-4cfd-9fbe-69d43f43996a req-7ac15481-c56e-48c7-b3f7-12462af7a0cb tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.581392 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a1bc1763-5744-4cfd-9fbe-69d43f43996a req-7ac15481-c56e-48c7-b3f7-12462af7a0cb tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0532241 Apr 01 13:02:33.630385 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a1bc1763-5744-4cfd-9fbe-69d43f43996a req-e89cccef-5d7a-47db-806e-68b01b9073c9 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Apr 01 13:02:33.738719 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:34.006698 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339a33-6e93-49b0-9433-5248bf862ea2 req-583d6583-3ca4-446c-a21a-46dc7b0721b2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:34.008192 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c339a33-6e93-49b0-9433-5248bf862ea2 req-583d6583-3ca4-446c-a21a-46dc7b0721b2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0544121 Apr 01 13:02:34.060158 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c339a33-6e93-49b0-9433-5248bf862ea2 req-7235eac8-c370-4e88-962a-bc293661e01e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465264 Apr 01 13:02:34.754338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d4f3-d34e-4832-9a38-817d08306563 req-c7b64ff7-dc7a-4025-935c-e50597a74623 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:34.756210 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b4d4f3-d34e-4832-9a38-817d08306563 req-c7b64ff7-dc7a-4025-935c-e50597a74623 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0572221 Apr 01 13:02:34.793121 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea636d-b786-440a-b42e-bd4c57697582 req-48bae71a-5dd8-45e9-8933-e2988c48e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:34.794998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-48bae71a-5dd8-45e9-8933-e2988c48e516 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1129 time: 0.0462620 Apr 01 13:02:34.804879 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b4d4f3-d34e-4832-9a38-817d08306563 req-a7650de5-ce0e-4d4c-9611-569a02b3c76f tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Apr 01 13:02:34.888851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea636d-b786-440a-b42e-bd4c57697582 req-7bb4cee1-ba15-4b72-af93-1928504108f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:34.890372 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-7bb4cee1-ba15-4b72-af93-1928504108f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.0894651 Apr 01 13:02:34.965935 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-ea961c8a-a4b5-46cf-a8b2-720bb63c4067 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 1001 time: 0.0677781 Apr 01 13:02:35.027289 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea636d-b786-440a-b42e-bd4c57697582 req-0e7e78ef-e739-4635-91a9-04a38048436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:35.029030 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-0e7e78ef-e739-4635-91a9-04a38048436d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0468481 Apr 01 13:02:35.080389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea636d-b786-440a-b42e-bd4c57697582 req-08838c7b-1e12-4af5-b2ff-0bf26f00a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:35.082059 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-08838c7b-1e12-4af5-b2ff-0bf26f00a054 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447333 Apr 01 13:02:35.216321 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-637708ca-2e3e-49b1-99ae-4486e5880002 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213632 Apr 01 13:02:35.221491 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341883-8304-443e-b2ab-06f76fb5f817 req-5291ed64-e304-408e-bf49-a01b0d4005d4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:35.223430 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79341883-8304-443e-b2ab-06f76fb5f817 req-5291ed64-e304-408e-bf49-a01b0d4005d4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0823874 Apr 01 13:02:35.333521 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79341883-8304-443e-b2ab-06f76fb5f817 req-3033b87f-b132-42a4-83be-bce2a24007c3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980856 Apr 01 13:02:35.350782 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbea636d-b786-440a-b42e-bd4c57697582 req-83f31bc5-8c4d-4c76-8a3b-0658d020f555 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263099 Apr 01 13:02:35.924505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719b0b-2466-4384-926a-935397d41d9f req-e1e643bc-b8fe-46d9-9149-a264828c52f3 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:35.926716 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6719b0b-2466-4384-926a-935397d41d9f req-e1e643bc-b8fe-46d9-9149-a264828c52f3 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0550847 Apr 01 13:02:35.975081 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6719b0b-2466-4384-926a-935397d41d9f req-0a5fc144-7fb4-4290-8e1b-f3dfed83978a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Apr 01 13:02:36.057030 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adfc24-b814-4195-98b4-f7a33b93dab3 req-f1b1d403-03c9-4f94-a722-fc4b047df3cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:36.059157 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18adfc24-b814-4195-98b4-f7a33b93dab3 req-f1b1d403-03c9-4f94-a722-fc4b047df3cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Apr 01 13:02:36.110384 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18adfc24-b814-4195-98b4-f7a33b93dab3 req-d641f652-6fc3-4a73-8460-504c78192157 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Apr 01 13:02:36.458119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4221fa-f2d4-4fa5-8152-498b8d4ab678 req-7d7e2969-63bf-41d2-a070-5db0b0008523 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:36.459571 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b4221fa-f2d4-4fa5-8152-498b8d4ab678 req-7d7e2969-63bf-41d2-a070-5db0b0008523 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Apr 01 13:02:36.503765 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b4221fa-f2d4-4fa5-8152-498b8d4ab678 req-d051f393-312a-4d6f-8cd3-009db2a9779e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Apr 01 13:02:37.091884 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046dd5b-dd15-467a-ba2b-d1f7099e5fe5 req-c6729c41-f985-4f42-9828-c55217effe70 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:37.093380 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6046dd5b-dd15-467a-ba2b-d1f7099e5fe5 req-c6729c41-f985-4f42-9828-c55217effe70 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 943 time: 0.0513012 Apr 01 13:02:37.144195 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e6f05317-bc32-48c5-979a-5ed277868acf details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:02:37.144698 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6046dd5b-dd15-467a-ba2b-d1f7099e5fe5 req-3b17bf87-c6ed-4cad-9d30-de8fe013112a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Apr 01 13:02:37.239399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f23f3-b1c7-4225-b803-fc3f2070fdec req-a17246fd-35c2-4383-a876-972d947d7635 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:37.241087 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ba5f23f3-b1c7-4225-b803-fc3f2070fdec req-a17246fd-35c2-4383-a876-972d947d7635 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0578125 Apr 01 13:02:37.253744 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6f05317-bc32-48c5-979a-5ed277868acf,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:37.266253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'e6f05317-bc32-48c5-979a-5ed277868acf', 'network_id': '3c664d8e-f93e-4213-af49-07d9bb870ed0', 'port_id': 'e6f05317-bc32-48c5-979a-5ed277868acf', 'mac_address': 'fa:16:3e:c0:5a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7d364a-a09f-4a94-b258-f5dc7474c5a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:02:37.304715 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ba5f23f3-b1c7-4225-b803-fc3f2070fdec req-071e3501-cabe-45b2-86c8-982a68f060b5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579760 Apr 01 13:02:37.435159 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port e6f05317-bc32-48c5-979a-5ed277868acf is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:37.435548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:37.448856 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f05317-bc32-48c5-979a-5ed277868acf {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:02:37.469308 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6f05317-bc32-48c5-979a-5ed277868acf,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:37.551916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:37.602652 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:37.856282 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2bc42-dc47-478e-a6b5-6d316963449c req-503c257a-0b8d-4064-a1bb-bed6f881465f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:37.857702 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-22a2bc42-dc47-478e-a6b5-6d316963449c req-503c257a-0b8d-4064-a1bb-bed6f881465f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.2776361 Apr 01 13:02:37.905094 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-22a2bc42-dc47-478e-a6b5-6d316963449c req-a0fa35c8-8f55-42ff-a957-2f9e121b302f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Apr 01 13:02:38.267339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728be75-9845-441c-9cb4-65ba7ae065ed req-9c7dc225-138d-4c32-ae6e-174e8ed4fb7c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:38.268895 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1728be75-9845-441c-9cb4-65ba7ae065ed req-9c7dc225-138d-4c32-ae6e-174e8ed4fb7c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 944 time: 0.0556812 Apr 01 13:02:38.321523 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1728be75-9845-441c-9cb4-65ba7ae065ed req-db7f2d0b-7ec4-4bc8-a4ad-f9b418993f5d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Apr 01 13:02:38.424422 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1022f-5d93-4ab7-b0f2-d6f3c37a9d4b req-1992cd59-24ff-4d27-9b8c-dc813d9104a5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:38.426186 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b8a1022f-5d93-4ab7-b0f2-d6f3c37a9d4b req-1992cd59-24ff-4d27-9b8c-dc813d9104a5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0530171 Apr 01 13:02:38.476150 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b8a1022f-5d93-4ab7-b0f2-d6f3c37a9d4b req-946423ad-e44f-4eb7-b40b-92ba935ffc3e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Apr 01 13:02:39.029713 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e32469-788b-4aab-8d9d-072e4bbc06d3 req-94ee4af4-ad74-435a-8cd7-35ff3e5d0023 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.031181 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28e32469-788b-4aab-8d9d-072e4bbc06d3 req-94ee4af4-ad74-435a-8cd7-35ff3e5d0023 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0536540 Apr 01 13:02:39.078680 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28e32469-788b-4aab-8d9d-072e4bbc06d3 req-039a3f07-7ea3-4748-9c35-3d54f1a87ee5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Apr 01 13:02:39.206865 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-4bb52a7e-fe90-44ce-8a94-933100ae8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.206865 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-4bb52a7e-fe90-44ce-8a94-933100ae8a4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1129 time: 0.0455487 Apr 01 13:02:39.255247 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:39.292931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-8924e2b9-a933-4f1b-925c-f58f842c3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.294431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-8924e2b9-a933-4f1b-925c-f58f842c3772 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.0881066 Apr 01 13:02:39.340810 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-a621f413-8d75-41aa-967e-cd3b0a14c7c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Apr 01 13:02:39.392815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-00cdc9dd-d521-40f6-a1eb-c2f3040d300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.394343 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-00cdc9dd-d521-40f6-a1eb-c2f3040d300a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0435834 Apr 01 13:02:39.446729 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25a32-1ee4-4bef-925f-249ac0e7e881 req-50e8f1a9-5034-4aa4-95f4-7a40db9374f4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.450053 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f7d25a32-1ee4-4bef-925f-249ac0e7e881 req-50e8f1a9-5034-4aa4-95f4-7a40db9374f4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 944 time: 0.0606637 Apr 01 13:02:39.463482 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-3a42e508-217c-4f0e-9b18-e0efec6e2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.465068 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-3a42e508-217c-4f0e-9b18-e0efec6e2b9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566583 Apr 01 13:02:39.500428 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f7d25a32-1ee4-4bef-925f-249ac0e7e881 req-58ad9f76-7834-4d45-af9e-afdef81e107c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456083 Apr 01 13:02:39.579749 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-bfe2e975-3ca7-476a-9137-238745f2e944 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071527 Apr 01 13:02:39.589837 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['e6f05317-bc32-48c5-979a-5ed277868acf'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:02:39.686571 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66084221-8c05-4c65-85db-eca54ebc9c4a req-46c2e00a-a8b0-4b34-bdf7-5fcd4686c6b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.688086 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66084221-8c05-4c65-85db-eca54ebc9c4a req-46c2e00a-a8b0-4b34-bdf7-5fcd4686c6b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1257412 Apr 01 13:02:39.719828 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c9a08c5-8da3-4b56-ad04-da1b6d8e620a req-fb66dbf2-e523-4096-b932-de0b95c8c02e service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238949 Apr 01 13:02:39.749984 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66084221-8c05-4c65-85db-eca54ebc9c4a req-8e698d2b-76f3-433f-ae12-fc74df17fc87 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534987 Apr 01 13:02:40.201186 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266bfc-6681-48e4-ab16-337104278d8b req-2c0f3cf0-8097-423c-b7a7-38cc961232ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.202683 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d266bfc-6681-48e4-ab16-337104278d8b req-2c0f3cf0-8097-423c-b7a7-38cc961232ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0544329 Apr 01 13:02:40.255742 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d266bfc-6681-48e4-ab16-337104278d8b req-0c560123-9a72-48b8-b607-3c6df3eb68ef tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Apr 01 13:02:40.630707 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c23981-59e6-48e8-a5cf-60a51273bd9f req-ab4ef09a-74ce-4813-aeda-b7a2fb291f95 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.630707 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43c23981-59e6-48e8-a5cf-60a51273bd9f req-ab4ef09a-74ce-4813-aeda-b7a2fb291f95 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 944 time: 0.0570006 Apr 01 13:02:40.678952 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43c23981-59e6-48e8-a5cf-60a51273bd9f req-4373c26f-c2f2-463c-ba81-6c864c31aba9 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Apr 01 13:02:40.876547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f89b3-2cfc-4def-9580-a28fcbedfd17 req-b10c06e9-6700-4988-89dd-137a97f64843 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.878102 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e16f89b3-2cfc-4def-9580-a28fcbedfd17 req-b10c06e9-6700-4988-89dd-137a97f64843 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0620122 Apr 01 13:02:40.928006 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e16f89b3-2cfc-4def-9580-a28fcbedfd17 req-7d60fadb-3081-43b6-920a-9e2b155ce15f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Apr 01 13:02:41.162936 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e6f05317-bc32-48c5-979a-5ed277868acf up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:41.272163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port e6f05317-bc32-48c5-979a-5ed277868acf completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:02:41.276560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port e6f05317-bc32-48c5-979a-5ed277868acf triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:02:41.276931 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:41.357292 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port e6f05317-bc32-48c5-979a-5ed277868acf is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:41.357703 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:41.381066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:41.383794 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8f4060-2cf9-4ae7-a3fb-b8bca67b0e41" -d '{"events": [{"server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "name": "network-vif-plugged", "status": "completed", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:41.388567 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4eb1e-f2e9-471f-8441-d433f227c15c req-b7827c02-acf2-4638-a2fd-7f331f0bad47 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:41.390226 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01b4eb1e-f2e9-471f-8441-d433f227c15c req-b7827c02-acf2-4638-a2fd-7f331f0bad47 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 945 time: 0.0583272 Apr 01 13:02:41.402186 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6f05317-bc32-48c5-979a-5ed277868acf,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:41.422172 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c22bb-e3c2-4b28-b7b0-8e41bcaace4d x-openstack-request-id: req-cf4c22bb-e3c2-4b28-b7b0-8e41bcaace4d {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:41.422487 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "name": "network-vif-plugged", "status": "completed", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:41.422746 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf4c22bb-e3c2-4b28-b7b0-8e41bcaace4d {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:41.423225 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4c22bb-e3c2-4b28-b7b0-8e41bcaace4d'] response: {'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf', 'code': 200} Apr 01 13:02:41.449207 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01b4eb1e-f2e9-471f-8441-d433f227c15c req-c7903dbd-47a0-45df-8ed5-ae9fec3e4772 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534441 Apr 01 13:02:41.477180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:41.478124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:41.558261 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:41.599978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:41.600204 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:41.635585 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:41.728713 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:41.786457 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:41.799983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de446776-e2fa-40af-afd8-966687a4ebd7 req-a82ad76d-71bc-4751-b3c2-a7e8bca6783b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:41.801476 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de446776-e2fa-40af-afd8-966687a4ebd7 req-a82ad76d-71bc-4751-b3c2-a7e8bca6783b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0555725 Apr 01 13:02:41.849721 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de446776-e2fa-40af-afd8-966687a4ebd7 req-bfa6c8be-8cee-4a34-a5d7-c19713aba235 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Apr 01 13:02:42.048023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e39bf-3100-4462-9799-698af25983ce req-29dbff93-00f8-40a5-8983-b5305500bfd5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:42.049528 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-757e39bf-3100-4462-9799-698af25983ce req-29dbff93-00f8-40a5-8983-b5305500bfd5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Apr 01 13:02:42.101841 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-757e39bf-3100-4462-9799-698af25983ce req-e0889e3a-fcc5-434d-8ded-1b2c42b3c981 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459280 Apr 01 13:02:42.653803 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-e3b7e522-48de-4774-a3b0-df0f53e88211 req-05fe1b28-f2cb-48ac-a29e-43ecb1c02626 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:02:42.655197 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e3b7e522-48de-4774-a3b0-df0f53e88211 req-05fe1b28-f2cb-48ac-a29e-43ecb1c02626 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058498 Apr 01 13:02:42.939789 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71938b-545a-4d6d-a5e6-c90880a9c480 req-78f4b73e-70f7-4d26-93b6-11a305771e42 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:42.941496 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd71938b-545a-4d6d-a5e6-c90880a9c480 req-78f4b73e-70f7-4d26-93b6-11a305771e42 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0643556 Apr 01 13:02:42.978092 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4030be5-c802-4d20-9a3d-4c5104f6ae35 req-7fd995bb-1cdc-48e8-9461-cfd0597a55f7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:42.986383 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e4030be5-c802-4d20-9a3d-4c5104f6ae35 req-7fd995bb-1cdc-48e8-9461-cfd0597a55f7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0691161 Apr 01 13:02:43.007682 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd71938b-545a-4d6d-a5e6-c90880a9c480 req-80b00769-3983-4535-853d-c02af70905fb tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592155 Apr 01 13:02:43.034508 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e4030be5-c802-4d20-9a3d-4c5104f6ae35 req-73dc6bd9-5512-4f0e-b98d-53fa6a56e7fa tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472643 Apr 01 13:02:43.225635 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfe9a9-2bd1-46a7-93a6-d4c5a32a7a75 req-365c300d-f461-4e8a-a14c-f8942d1c6b71 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:43.227132 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50dfe9a9-2bd1-46a7-93a6-d4c5a32a7a75 req-365c300d-f461-4e8a-a14c-f8942d1c6b71 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0581915 Apr 01 13:02:43.275770 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50dfe9a9-2bd1-46a7-93a6-d4c5a32a7a75 req-9b778931-2863-4a9f-8e15-6e5f25cd349a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Apr 01 13:02:43.424472 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:43.427562 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6588488c-ff10-4389-a12d-359584eff6ea" -d '{"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-unplugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:43.462883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eff0fa-9353-4a31-b961-075f3a158aa5 x-openstack-request-id: req-e7eff0fa-9353-4a31-b961-075f3a158aa5 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:43.463200 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-unplugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:43.463464 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7eff0fa-9353-4a31-b961-075f3a158aa5 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:43.463864 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eff0fa-9353-4a31-b961-075f3a158aa5'] response: {'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'code': 200} Apr 01 13:02:43.498640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 59218) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:43.588082 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-08854a22-1a04-4ef3-adbc-bbac8e838555 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880961 Apr 01 13:02:43.596378 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-6e04bf39-4fb9-435a-a1c4-21320b9265aa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:02:43.597313 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-6e04bf39-4fb9-435a-a1c4-21320b9265aa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047407 Apr 01 13:02:43.675109 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 59226) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:43.781709 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-3ff27f87-42b7-411a-84d3-b593de63b318 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:43.783082 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-3ff27f87-42b7-411a-84d3-b593de63b318 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports/92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 940 time: 0.1070454 Apr 01 13:02:44.150063 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583de2fb-c724-4cb2-bd39-ce93c599ef7d req-4b5d601d-8072-4863-ba6b-02fd40d9d63a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:44.151741 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-583de2fb-c724-4cb2-bd39-ce93c599ef7d req-4b5d601d-8072-4863-ba6b-02fd40d9d63a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0647039 Apr 01 13:02:44.171132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8431-eec6-4bdc-8e72-ef76e06624b6 req-d9be439c-9750-4d49-b212-d61e4a0229c1 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:44.173367 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-273f8431-eec6-4bdc-8e72-ef76e06624b6 req-d9be439c-9750-4d49-b212-d61e4a0229c1 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0587621 Apr 01 13:02:44.212777 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-583de2fb-c724-4cb2-bd39-ce93c599ef7d req-c9592080-9220-4b13-8e28-62c9fdf5ba93 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544918 Apr 01 13:02:44.227674 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-273f8431-eec6-4bdc-8e72-ef76e06624b6 req-2cfa3eff-0238-49b5-96ea-13731f54f517 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 Apr 01 13:02:44.392736 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec64943-4e41-4f49-b938-96f35a2ca180 req-f44a9054-0be0-45d0-b382-6037b33aed11 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:44.394238 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fec64943-4e41-4f49-b938-96f35a2ca180 req-f44a9054-0be0-45d0-b382-6037b33aed11 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Apr 01 13:02:44.441419 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fec64943-4e41-4f49-b938-96f35a2ca180 req-821b7562-5a2f-498e-936b-176e95add4d2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Apr 01 13:02:44.814909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ec234-0e16-4616-bffb-65be5501115d req-c7c120af-caf9-4bd8-a018-026e9a3dd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:44.816205 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-740ec234-0e16-4616-bffb-65be5501115d req-c7c120af-caf9-4bd8-a018-026e9a3dd5ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 1129 time: 0.0504053 Apr 01 13:02:44.875341 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-740ec234-0e16-4616-bffb-65be5501115d req-7b4a0e09-a10f-42e9-9ec6-a7918adb8db9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Apr 01 13:02:45.346818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e4f6-0620-4f80-906e-33a4c433ebef req-a537047e-e121-490f-827a-471b218f9246 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:45.348267 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d37e4f6-0620-4f80-906e-33a4c433ebef req-a537047e-e121-490f-827a-471b218f9246 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0565622 Apr 01 13:02:45.355717 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030c288-263c-4aca-90e0-15099712c275 req-b7255ba9-060b-43ef-a051-f3d561474511 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:45.357278 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f030c288-263c-4aca-90e0-15099712c275 req-b7255ba9-060b-43ef-a051-f3d561474511 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0556927 Apr 01 13:02:45.397196 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0d37e4f6-0620-4f80-906e-33a4c433ebef req-7cdb5b12-d379-4ca3-b646-688338856457 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Apr 01 13:02:45.406793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f030c288-263c-4aca-90e0-15099712c275 req-1122c6ca-bd9a-427b-b23f-3743fe502715 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Apr 01 13:02:45.574880 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3e16-ca68-4d5a-8acd-bece510089fa req-4eb2eb23-3110-4fc7-aa98-89d5f1386813 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:45.576376 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-519b3e16-ca68-4d5a-8acd-bece510089fa req-4eb2eb23-3110-4fc7-aa98-89d5f1386813 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0639019 Apr 01 13:02:45.628326 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-519b3e16-ca68-4d5a-8acd-bece510089fa req-cb28da9f-981a-4068-914d-202ef8ca9118 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461831 Apr 01 13:02:46.543298 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9bbdd-5dea-4dcd-8167-8ae294911a8e req-cc173f63-bc17-4a7f-a948-87247583920f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:46.544978 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4ac9bbdd-5dea-4dcd-8167-8ae294911a8e req-cc173f63-bc17-4a7f-a948-87247583920f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0694160 Apr 01 13:02:46.601516 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4ac9bbdd-5dea-4dcd-8167-8ae294911a8e req-057b3e95-8917-46d7-a03b-6333e6bed8b1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Apr 01 13:02:46.739936 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ccb00-c932-4403-b218-f5693d26f6cf req-9618d4e5-0846-4b78-b736-70173de98b55 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:46.741953 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c7ccb00-c932-4403-b218-f5693d26f6cf req-9618d4e5-0846-4b78-b736-70173de98b55 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0727291 Apr 01 13:02:46.746733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0615-860e-4fd0-bfc9-730c1bfe071e req-639e8ae1-9974-4993-a238-d1d389dd4317 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:46.748224 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ba4e0615-860e-4fd0-bfc9-730c1bfe071e req-639e8ae1-9974-4993-a238-d1d389dd4317 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0638895 Apr 01 13:02:46.792234 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c7ccb00-c932-4403-b218-f5693d26f6cf req-88649a99-1aca-40c5-9df0-b11c20d0717f tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Apr 01 13:02:46.800558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ba4e0615-860e-4fd0-bfc9-730c1bfe071e req-22c422fc-f31f-4881-ba6c-f17b29f2cdcd tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Apr 01 13:02:46.934221 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cc23a-c046-44cc-95a4-6783fc20401d req-6b1da153-8fba-4be5-930a-83056bfa02e3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:46.935809 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-274cc23a-c046-44cc-95a4-6783fc20401d req-6b1da153-8fba-4be5-930a-83056bfa02e3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0760872 Apr 01 13:02:47.001650 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-274cc23a-c046-44cc-95a4-6783fc20401d req-57d353fd-0aac-40e7-9306-6b2275230fbe tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510948 Apr 01 13:02:47.106057 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-83adf640-2656-47ab-881c-bbfd5d7b336c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747440710&fields=id&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 267 time: 0.0448706 Apr 01 13:02:47.211912 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-41391671-e106-4f93-b464-5f930b544aa1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.213300 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-41391671-e106-4f93-b464-5f930b544aa1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1003997 Apr 01 13:02:47.228237 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-8643b092-6595-4146-9772-9ce095c30377 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/quotas/11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 375 time: 0.0094063 Apr 01 13:02:47.295050 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-a7ba86ee-8887-466e-91e1-66ea0b487028 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618598 Apr 01 13:02:47.393958 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-874318d3-b9a7-4c39-9fa9-cc951a5b1e85 service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864308 Apr 01 13:02:47.489102 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-0090d79c-04a2-4b99-b1ff-968064623176 service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890443 Apr 01 13:02:47.638118 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:47.726162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: DOWN; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:02:47.742898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25546-8930-4c7b-9792-e38957f7c3ac req-cc7a63af-63f7-4874-ba6b-1c92dad6f664 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.746049 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ef25546-8930-4c7b-9792-e38957f7c3ac req-cc7a63af-63f7-4874-ba6b-1c92dad6f664 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0613832 Apr 01 13:02:47.792081 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-9c34f0d2-8912-4848-9679-09a8f4378ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.794603 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-9c34f0d2-8912-4848-9679-09a8f4378ba1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 1127 time: 0.0896406 Apr 01 13:02:47.795363 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ef25546-8930-4c7b-9792-e38957f7c3ac req-d46311c3-7b09-4de3-b508-f9c89d8d3304 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Apr 01 13:02:47.870388 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-0d500a92-7ba9-41ef-b8f8-e770501c4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.872027 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-0d500a92-7ba9-41ef-b8f8-e770501c4837 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1127 time: 0.0466013 Apr 01 13:02:47.936684 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4372a45-2fa5-4506-b330-32040f085469 req-11fb463c-2525-400d-89a1-a69a560813d5 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.938220 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d4372a45-2fa5-4506-b330-32040f085469 req-11fb463c-2525-400d-89a1-a69a560813d5 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0581238 Apr 01 13:02:47.992455 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-ce6ea6bf-258b-4661-9980-5a8c896841b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.994187 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-ce6ea6bf-258b-4661-9980-5a8c896841b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.1130853 Apr 01 13:02:48.012666 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d4372a45-2fa5-4506-b330-32040f085469 req-61bf393e-8f7f-48ea-a5d5-01b64756f84b tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Apr 01 13:02:48.098051 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-d77426e9-75b4-47a0-9bee-80c30646dde3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 999 time: 0.0915861 Apr 01 13:02:48.120097 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fbe757ca-5cfd-4e13-bbcd-342ee885a90a req-a25f08c6-9dbb-485f-8613-1759b8f4a7de tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0314460 Apr 01 13:02:48.161361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-932fb411-e6ef-42c2-b832-436fd4d1f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:48.161361 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-932fb411-e6ef-42c2-b832-436fd4d1f89e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0517914 Apr 01 13:02:48.231435 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-9a54bf93-6b30-475e-b2bb-37efdb6d65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:48.232915 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-9a54bf93-6b30-475e-b2bb-37efdb6d65bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503163 Apr 01 13:02:48.251299 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d0ca-320d-4521-b398-534b4f397aa6 req-a53b8ce8-1765-4528-bf95-515004da4761 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:48.255824 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d219d0ca-320d-4521-b398-534b4f397aa6 req-a53b8ce8-1765-4528-bf95-515004da4761 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0588074 Apr 01 13:02:48.306093 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d219d0ca-320d-4521-b398-534b4f397aa6 req-dd8aa198-e053-45a4-9249-609a0f07cfa2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Apr 01 13:02:48.338475 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-689ca415-d353-4ad6-ad82-53d7fd6f5b1b service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982614 Apr 01 13:02:48.434549 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7b8196d-b040-4bfa-b41a-448f766f498b req-f04a6090-69b7-4d09-9152-be7c11ac355d service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Apr 01 13:02:48.485129 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cd9c2-7b12-483e-922c-621f36cf2972 req-f5e1821e-3984-4e58-ab1d-97b9b7e7ffa2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:48.486584 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a1cd9c2-7b12-483e-922c-621f36cf2972 req-f5e1821e-3984-4e58-ab1d-97b9b7e7ffa2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0534363 Apr 01 13:02:48.534960 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a1cd9c2-7b12-483e-922c-621f36cf2972 req-4be50835-493b-460e-a427-e6456bc59522 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Apr 01 13:02:48.931684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6453d-179b-41ec-8748-fb3012ff342f req-b945c285-aa8a-400b-92af-abc11c6159c4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:48.933205 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3a6453d-179b-41ec-8748-fb3012ff342f req-b945c285-aa8a-400b-92af-abc11c6159c4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0562413 Apr 01 13:02:48.981640 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3a6453d-179b-41ec-8748-fb3012ff342f req-899109fd-0a11-445a-8871-db8d65220ed4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Apr 01 13:02:49.128755 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18272347-d338-417c-9f57-212ae430f5c2 req-481032f4-15b4-43d0-a608-bb3b26f47f13 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:49.130918 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18272347-d338-417c-9f57-212ae430f5c2 req-481032f4-15b4-43d0-a608-bb3b26f47f13 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0753777 Apr 01 13:02:49.170600 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aed92-c12f-4ed7-be1f-462c158ddd65 req-6aa773ec-dcae-4297-83bb-4dfa2e8c78e9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:49.173852 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-334aed92-c12f-4ed7-be1f-462c158ddd65 req-6aa773ec-dcae-4297-83bb-4dfa2e8c78e9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 946 time: 0.0965559 Apr 01 13:02:49.304978 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-334aed92-c12f-4ed7-be1f-462c158ddd65 req-5e7a7caf-324b-4b9c-b762-624cbfbc3631 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242490 Apr 01 13:02:49.318408 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-275e22f8-6afb-409b-bf94-792375762bd9 req-87fb52c5-b97a-4fbb-ada2-70bc3ee21ac0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0619123 Apr 01 13:02:49.367738 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Deleting port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:02:49.368616 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:49.503750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] For port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:49.504127 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:49.513676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406c8bc-d7b2-4c26-916f-6bfe1cf1d4c7 req-bbd532a2-1491-4596-8e00-05b987b08735 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:49.520276 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5406c8bc-d7b2-4c26-916f-6bfe1cf1d4c7 req-bbd532a2-1491-4596-8e00-05b987b08735 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1034582 Apr 01 13:02:49.539855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Calling delete_port for 33061b31-ad4b-4f8e-97c2-ccdb03808ccc owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:02:49.690569 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5406c8bc-d7b2-4c26-916f-6bfe1cf1d4c7 req-a460fb17-599a-4e0d-914f-9dc4680ddb4c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661005 Apr 01 13:02:49.736957 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba12b0-ffb4-4dd1-93fb-1cf441487f16 req-7fa894f5-248a-4f63-9732-c75f4ebf43bd tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:49.738882 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fba12b0-ffb4-4dd1-93fb-1cf441487f16 req-7fa894f5-248a-4f63-9732-c75f4ebf43bd tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.1087391 Apr 01 13:02:49.788000 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fba12b0-ffb4-4dd1-93fb-1cf441487f16 req-69f46031-7456-48a5-9498-2451218fbd7a tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Apr 01 13:02:49.866087 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (33061b31-ad4b-4f8e-97c2-ccdb03808ccc), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:49.887392 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['33061b31-ad4b-4f8e-97c2-ccdb03808ccc'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:02:49.897876 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Pushing event deleted for resources: {'Port': ['ID=33061b31-ad4b-4f8e-97c2-ccdb03808ccc,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:49.945470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] No DVR routers for this DVR port 33061b31-ad4b-4f8e-97c2-ccdb03808ccc on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:49.949810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:49.953515 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18272347-d338-417c-9f57-212ae430f5c2 req-bbbdcf2f-f0db-4284-b1e7-234d4974cd46 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "DELETE /v2.0/ports/33061b31-ad4b-4f8e-97c2-ccdb03808ccc HTTP/1.1" status: 204 len: 173 time: 0.7943821 Apr 01 13:02:49.953999 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'name': 'network-vif-deleted', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:49.956236 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f78f8-ac67-4a2c-b4f5-8335f5476571" -d '{"events": [{"server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "name": "network-vif-deleted", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:49.993311 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9892bd-cc51-4ce9-8ede-fb270d426c76 x-openstack-request-id: req-5c9892bd-cc51-4ce9-8ede-fb270d426c76 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:49.993927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef34bc64-97ae-47f5-85d1-e834fde8736b", "name": "network-vif-deleted", "tag": "33061b31-ad4b-4f8e-97c2-ccdb03808ccc", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:49.994188 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c9892bd-cc51-4ce9-8ede-fb270d426c76 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:49.994609 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9892bd-cc51-4ce9-8ede-fb270d426c76'] response: {'server_uuid': 'ef34bc64-97ae-47f5-85d1-e834fde8736b', 'name': 'network-vif-deleted', 'tag': '33061b31-ad4b-4f8e-97c2-ccdb03808ccc', 'status': 'completed', 'code': 200} Apr 01 13:02:50.112706 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb46f0-d3ae-4b62-9b2a-903f40f5ef4a req-9d450f32-b33a-4193-8787-1c5c27291a4f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:50.114227 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-87fb46f0-d3ae-4b62-9b2a-903f40f5ef4a req-9d450f32-b33a-4193-8787-1c5c27291a4f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0552943 Apr 01 13:02:50.161558 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-87fb46f0-d3ae-4b62-9b2a-903f40f5ef4a req-6c7012ce-5a1d-42b7-844c-68fa8dc7a51b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Apr 01 13:02:50.432371 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72e8f287-3f01-45c7-80a7-40bd6b338099 req-77fe48a3-dcba-469f-81df-ed7687de4554 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0319562 Apr 01 13:02:50.448056 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-173adee1-e2d9-45d1-8b2b-622302643807 req-ace5c2c7-6061-4b7e-bfdb-49ddeaa1975f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0307970 Apr 01 13:02:50.805855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a36e-c31c-4ac9-8f1c-88358dcb18ec req-0bd2fc8d-5d48-4a8a-96b8-a3a8e912be9a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:50.807330 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3407a36e-c31c-4ac9-8f1c-88358dcb18ec req-0bd2fc8d-5d48-4a8a-96b8-a3a8e912be9a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0537140 Apr 01 13:02:50.856176 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3407a36e-c31c-4ac9-8f1c-88358dcb18ec req-9e26dd5a-6d0e-463c-93e1-7c29755b8a15 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Apr 01 13:02:50.909406 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096d73-284f-408b-bd65-5f902e6bab0b req-3f646e77-8c72-4ed7-8c28-98a9af22aad6 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:50.910904 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98096d73-284f-408b-bd65-5f902e6bab0b req-3f646e77-8c72-4ed7-8c28-98a9af22aad6 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0547173 Apr 01 13:02:50.968417 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98096d73-284f-408b-bd65-5f902e6bab0b req-bc23f841-e841-4b75-81bf-ce645b223e45 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 Apr 01 13:02:51.297310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f4a89-bb79-4ac6-beb3-7a8c48295777 req-348d7319-f5bf-4a00-bb80-e17fc5114e87 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:51.298872 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a01f4a89-bb79-4ac6-beb3-7a8c48295777 req-348d7319-f5bf-4a00-bb80-e17fc5114e87 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0579579 Apr 01 13:02:51.344682 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a01f4a89-bb79-4ac6-beb3-7a8c48295777 req-1fce04f8-eb1c-4cad-8713-ec964eafbcca tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Apr 01 13:02:51.527896 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e3f56249-214b-4890-8366-f4744484259b req-2c660c85-8947-4ab3-95eb-7af0bb9081e0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0310774 Apr 01 13:02:51.544306 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66ffd093-3868-40d1-86a6-4efbe78b49fb req-d3ad13e1-24dd-4303-8065-5f22705ad9a8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0285962 Apr 01 13:02:52.129529 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710ec8a-159f-4e14-9870-2081e7fdf6b9 req-c6ee3b00-36fb-4d09-ae54-93b9707d5332 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:52.129529 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2710ec8a-159f-4e14-9870-2081e7fdf6b9 req-c6ee3b00-36fb-4d09-ae54-93b9707d5332 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0642812 Apr 01 13:02:52.129529 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2710ec8a-159f-4e14-9870-2081e7fdf6b9 req-26bd6446-0fea-4d5d-a02e-22a918eb815c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Apr 01 13:02:52.130350 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dacd42-03cd-4792-95ca-596ed4bdcb6b req-c2fe430e-b602-448b-96d4-a37cb80a2e33 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:52.130350 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14dacd42-03cd-4792-95ca-596ed4bdcb6b req-c2fe430e-b602-448b-96d4-a37cb80a2e33 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0532579 Apr 01 13:02:52.136172 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14dacd42-03cd-4792-95ca-596ed4bdcb6b req-25fae743-8ce0-4471-a0fc-55540e4d5de7 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392919 Apr 01 13:02:52.469031 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 59476) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:52.478993 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55caf3d-eca4-4648-9926-a3c9894a74e8 req-7a126314-22e1-4fb5-9deb-c9eef5573b13 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:52.488398 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e55caf3d-eca4-4648-9926-a3c9894a74e8 req-7a126314-22e1-4fb5-9deb-c9eef5573b13 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0672693 Apr 01 13:02:52.561552 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e55caf3d-eca4-4648-9926-a3c9894a74e8 req-dd354951-7544-4d5e-8e41-598e9a670ab0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720196 Apr 01 13:02:52.640632 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cba26c4-766a-41f1-8abc-e97e0393e632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:52.672065 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4d308141-f2c4-4328-9e6e-1856c5e7d610 req-e3939155-9a15-45d2-9ab8-e5ed20d2c66a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0280931 Apr 01 13:02:52.697045 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94bc8944-6ed1-4997-a3da-3c25b8d52bda req-7331d307-493e-40ef-a0cf-aa07fcd24a12 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0431118 Apr 01 13:02:52.773899 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cba26c4-766a-41f1-8abc-e97e0393e632 admin admin] Publish callbacks [] for security_group (f8f5ca98-d034-4810-bb28-e21e9e794316), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:52.831315 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0cba26c4-766a-41f1-8abc-e97e0393e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f8f5ca98-d034-4810-bb28-e21e9e794316), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:52.870645 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0cba26c4-766a-41f1-8abc-e97e0393e632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12fc7946865541d59cbad31702f5e60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005013 Apr 01 13:02:52.871333 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba26c4-766a-41f1-8abc-e97e0393e632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5ca98-d034-4810-bb28-e21e9e794316,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:52.873655 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 59486) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:02:52.942465 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] Publish callbacks [] for security_group (f8f5ca98-d034-4810-bb28-e21e9e794316), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:52.968893 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] Publish callbacks [] for security_group (f8f5ca98-d034-4810-bb28-e21e9e794316), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:53.076943 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f8f5ca98-d034-4810-bb28-e21e9e794316), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:53.079617 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:53.080787 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8f5ca98-d034-4810-bb28-e21e9e794316 HTTP/1.1" status: 204 len: 168 time: 0.2061806 Apr 01 13:02:53.088927 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ed8f2-f63e-4035-8576-ec84e712aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5ca98-d034-4810-bb28-e21e9e794316,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:53.269087 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88dc26-3a61-4bee-b2fb-ea5a0d4e2734 req-206bec53-5c49-4e00-a091-7fc6ce593f53 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:53.271697 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a88dc26-3a61-4bee-b2fb-ea5a0d4e2734 req-206bec53-5c49-4e00-a091-7fc6ce593f53 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0849800 Apr 01 13:02:53.331299 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a578f2-6c84-4100-82c6-d7ee79388c76 req-d9ea9d25-a3cf-4e85-ac1f-b8b97ba7e729 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:53.334758 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-53a578f2-6c84-4100-82c6-d7ee79388c76 req-d9ea9d25-a3cf-4e85-ac1f-b8b97ba7e729 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.1287975 Apr 01 13:02:53.334917 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a88dc26-3a61-4bee-b2fb-ea5a0d4e2734 req-54875f55-c51f-47bc-965a-d569b445c654 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Apr 01 13:02:53.404136 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-53a578f2-6c84-4100-82c6-d7ee79388c76 req-22dd6bb8-8d24-468d-b3b4-16db29f4e9a2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Apr 01 13:02:53.671312 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 33061b31-ad4b-4f8e-97c2-ccdb03808ccc no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:53.701450 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999d347-9a87-4f0c-a48f-2e33a31d636f req-f45ee32c-0c23-418f-909b-fb07e0f6e775 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:53.710508 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6999d347-9a87-4f0c-a48f-2e33a31d636f req-f45ee32c-0c23-418f-909b-fb07e0f6e775 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0648031 Apr 01 13:02:53.714832 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 33061b31-ad4b-4f8e-97c2-ccdb03808ccc {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:02:53.715289 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 33061b31-ad4b-4f8e-97c2-ccdb03808ccc not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:53.787005 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6999d347-9a87-4f0c-a48f-2e33a31d636f req-a52f8bd9-b756-4e7a-b4eb-fc052685f891 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749972 Apr 01 13:02:53.812068 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f7c3c673-33cc-4d08-8c82-9edee3027226 req-fdc5dcee-5b72-4d06-b3a1-781d476afa4e tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0397301 Apr 01 13:02:53.883147 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2b27fca9-c196-4066-b088-0aa00c2f79b9 req-d098227b-a1e3-434c-8753-c2219b11fe03 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0401361 Apr 01 13:02:54.467998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29875fcf-5e43-4812-9a17-263822b12fe7 req-50b48bc4-17be-4d36-9f38-c2be808929b5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:54.474632 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29875fcf-5e43-4812-9a17-263822b12fe7 req-50b48bc4-17be-4d36-9f38-c2be808929b5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0679142 Apr 01 13:02:54.526288 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29875fcf-5e43-4812-9a17-263822b12fe7 req-974d1a31-9f6a-41ab-ac48-a94c18e2f1d3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Apr 01 13:02:54.551322 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956b5ec-793b-4f2d-90d4-4c2c101a7eeb req-b4515f6a-2d70-4827-8fbd-8426e866c65c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:54.553315 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e956b5ec-793b-4f2d-90d4-4c2c101a7eeb req-b4515f6a-2d70-4827-8fbd-8426e866c65c tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0703933 Apr 01 13:02:54.635478 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e956b5ec-793b-4f2d-90d4-4c2c101a7eeb req-6283ae06-bab2-4aa8-b08d-dc7107a72426 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Apr 01 13:02:54.925448 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cb7931ba-7cb9-4c00-9db4-1df6adacf82d req-0d1165aa-3e5b-4f13-abd0-c588446f184b tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0322876 Apr 01 13:02:54.932505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd8a2-6ede-4022-b56f-ae6e25b58c2c req-5698d05f-a901-4ce2-a403-c66ded0cd01e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:54.934862 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-128dd8a2-6ede-4022-b56f-ae6e25b58c2c req-5698d05f-a901-4ce2-a403-c66ded0cd01e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0788150 Apr 01 13:02:55.017301 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-128dd8a2-6ede-4022-b56f-ae6e25b58c2c req-7c69848a-6867-4018-8a95-76dd3fc43128 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768797 Apr 01 13:02:55.029239 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83ef2373-fa9f-4892-9475-0da1ec08b50b req-c3bf35a4-bba4-41ba-b347-a0a8a24feaff tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0402193 Apr 01 13:02:55.666741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e2cf-3daf-419e-9fc1-1317f5a1160d req-648907b5-5f37-4cbd-910d-b6ef742dec76 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:55.668247 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d211e2cf-3daf-419e-9fc1-1317f5a1160d req-648907b5-5f37-4cbd-910d-b6ef742dec76 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0568204 Apr 01 13:02:55.744560 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d211e2cf-3daf-419e-9fc1-1317f5a1160d req-e4f96f81-c1fd-403a-8b08-25732dd40a1f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Apr 01 13:02:55.759843 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d9c9-5a66-461b-a517-4edd9730b84f req-434a5be1-d058-40d6-a4cb-7f4d5d523804 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:55.761402 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6773d9c9-5a66-461b-a517-4edd9730b84f req-434a5be1-d058-40d6-a4cb-7f4d5d523804 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0681846 Apr 01 13:02:55.814525 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6773d9c9-5a66-461b-a517-4edd9730b84f req-91034a05-e841-438d-9a31-20894fac5b6b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Apr 01 13:02:56.027366 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-653e3b17-a339-41c4-9a9f-65f446aa83f4 req-836950bb-b247-4589-b14f-aac7807e64b4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0283389 Apr 01 13:02:56.124267 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0d18295-b1dc-4528-b0ba-8b6657685a6e req-f44adbd3-16c9-4ea1-be07-c64951eaf2e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0269868 Apr 01 13:02:56.143898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9085e3-34fd-4701-968c-94f2c228a175 req-3d890fd6-cb7c-4d9a-b3e9-819062ae7126 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:56.145367 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8b9085e3-34fd-4701-968c-94f2c228a175 req-3d890fd6-cb7c-4d9a-b3e9-819062ae7126 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0533619 Apr 01 13:02:56.194981 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8b9085e3-34fd-4701-968c-94f2c228a175 req-ae7ba865-d179-4489-b46f-e725cdf77d01 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Apr 01 13:02:56.885696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebb21b-172a-4797-8358-da4338ef3364 req-62dfbdbc-cc07-4743-9550-5c01f56504e5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:56.887142 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-deebb21b-172a-4797-8358-da4338ef3364 req-62dfbdbc-cc07-4743-9550-5c01f56504e5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0611238 Apr 01 13:02:56.941100 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-deebb21b-172a-4797-8358-da4338ef3364 req-82115dad-019b-44d6-8e28-be1ca968245f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Apr 01 13:02:56.953754 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08450-043a-47fd-8f89-0e5f91ebaaca req-85684b22-af55-4473-b0ed-650791c5e893 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:56.955278 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-09a08450-043a-47fd-8f89-0e5f91ebaaca req-85684b22-af55-4473-b0ed-650791c5e893 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0628119 Apr 01 13:02:57.003526 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-09a08450-043a-47fd-8f89-0e5f91ebaaca req-654246df-a3a2-4a70-968d-934dd3b13564 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Apr 01 13:02:57.135737 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35ea12fb-5c78-4871-9c3b-86bba4869874 req-affaa385-10b9-4b57-a23b-7abd34b94cd6 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0284636 Apr 01 13:02:57.221026 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6b37ac64-98ac-49d5-a583-ae617bf1d638 req-6b465132-9186-436f-a857-f61d9395d4b2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0271378 Apr 01 13:02:57.341793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb606e-1d09-4a44-9ca1-372674f0784b req-e2161272-8820-4fdc-9f18-70afb1897132 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:57.343643 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1dcb606e-1d09-4a44-9ca1-372674f0784b req-e2161272-8820-4fdc-9f18-70afb1897132 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0560682 Apr 01 13:02:57.403005 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1dcb606e-1d09-4a44-9ca1-372674f0784b req-e5665a33-8110-4f32-b658-426247db6d89 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528736 Apr 01 13:02:57.436647 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9afa4c29-29b6-4d5a-aacf-9bb541a5dbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:02:58.060462 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fcc0f-6aac-4928-9bcf-66f60dd31acb req-cfd7c659-fcde-410a-98d6-056a2ac129f9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:58.061982 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3a2fcc0f-6aac-4928-9bcf-66f60dd31acb req-cfd7c659-fcde-410a-98d6-056a2ac129f9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0530500 Apr 01 13:02:58.115844 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3a2fcc0f-6aac-4928-9bcf-66f60dd31acb req-4018733d-fab5-433d-b787-cd5c3ead3b5e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Apr 01 13:02:58.124396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e428-697a-4b27-88a6-dbc3be054b39 req-771fb890-3603-4b0d-84c8-f341b6c2bf55 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:58.125958 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1a11e428-697a-4b27-88a6-dbc3be054b39 req-771fb890-3603-4b0d-84c8-f341b6c2bf55 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0555975 Apr 01 13:02:58.172407 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1a11e428-697a-4b27-88a6-dbc3be054b39 req-36404ac8-2c25-4cfd-9e2f-73ff642a9df2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Apr 01 13:02:58.232217 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-349128a9-37a5-4181-916f-490348c82efe req-36bdcf14-ab4b-414a-a13f-7ad1d1b44c4c tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0265758 Apr 01 13:02:58.318244 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b38f92c3-7590-4ec8-bea3-42875f109ecc req-3fe85cc0-ae4e-4d0d-bd43-ad2241c9e18c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0293720 Apr 01 13:02:58.538911 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f052-8a1b-4dd8-9128-33a48e9eb511 req-2d68d0bb-7f6a-44d4-84ff-5a42ddd45ebc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:58.547219 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb31f052-8a1b-4dd8-9128-33a48e9eb511 req-2d68d0bb-7f6a-44d4-84ff-5a42ddd45ebc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0691772 Apr 01 13:02:58.592161 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb31f052-8a1b-4dd8-9128-33a48e9eb511 req-c3fa6a65-4bb1-42a2-a180-025302fa90a9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Apr 01 13:02:59.283824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281beec8-1633-4fe6-9b8a-19f3984c27a3 req-0fdb1b62-889d-4b17-99fd-d96fdde9840c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:59.286904 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-281beec8-1633-4fe6-9b8a-19f3984c27a3 req-0fdb1b62-889d-4b17-99fd-d96fdde9840c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1041977 Apr 01 13:02:59.347922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5624a1f-20b3-4906-94df-cfc80e0f7c23 req-40a1cca6-0b02-4a7e-83eb-109c35afc24d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:59.350440 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5624a1f-20b3-4906-94df-cfc80e0f7c23 req-40a1cca6-0b02-4a7e-83eb-109c35afc24d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0776873 Apr 01 13:02:59.358743 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-281beec8-1633-4fe6-9b8a-19f3984c27a3 req-e418e5a5-8862-4107-ab0a-bc57a5349cc4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656993 Apr 01 13:02:59.404057 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5624a1f-20b3-4906-94df-cfc80e0f7c23 req-bf928945-6bee-48d1-8f44-8a51bd118760 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Apr 01 13:02:59.486178 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-069dabc1-77a3-46e2-91f1-0180857c00cb req-0f6c839e-fe78-4cc0-9a94-563708dbaf5a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0285459 Apr 01 13:02:59.684375 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fbf7956e-5ff2-4f9d-b3a4-405ffe3d10c0 req-41fedc00-6cda-4ee4-9b60-ded27f4fcd4f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.2688878 Apr 01 13:02:59.747723 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894134-0a39-4d08-bf5f-182bba475eca req-6be2c5e0-ba40-433c-bd3e-277bbc3bc6ea tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:59.749321 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98894134-0a39-4d08-bf5f-182bba475eca req-6be2c5e0-ba40-433c-bd3e-277bbc3bc6ea tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0688047 Apr 01 13:02:59.805949 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98894134-0a39-4d08-bf5f-182bba475eca req-2ed5bfa9-806e-480f-9087-47475e14aaca tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506854 Apr 01 13:02:59.813921 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aabb-e325-4a92-abfd-d40e19c954a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:00.480027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fa1ae-6dda-4738-8d0f-ae60e7cdbdf2 req-cde6dac5-99a4-4064-b2c3-0e06dc3ffac7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:00.481731 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae9fa1ae-6dda-4738-8d0f-ae60e7cdbdf2 req-cde6dac5-99a4-4064-b2c3-0e06dc3ffac7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0564578 Apr 01 13:03:00.533789 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e720a-2780-4942-acdd-ebed8040b33b req-6cee7421-3311-43c6-9529-3f931cac1c59 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:00.535287 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c27e720a-2780-4942-acdd-ebed8040b33b req-6cee7421-3311-43c6-9529-3f931cac1c59 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0617478 Apr 01 13:03:00.535543 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae9fa1ae-6dda-4738-8d0f-ae60e7cdbdf2 req-c8d9c90a-ea93-4b4a-b28a-6fbb3e7d34af tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Apr 01 13:03:00.587447 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c27e720a-2780-4942-acdd-ebed8040b33b req-69af4f9d-7d27-44e9-a6dd-7ced198c9e8d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460205 Apr 01 13:03:00.620091 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-546f6dc0-cb59-47cf-8503-451d58b2da10 req-ecf361cd-4c5e-4149-a60b-644c9bd4b8e3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0286071 Apr 01 13:03:00.689750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 59606) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:00.783261 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-754c0546-737f-4e4a-9752-56ec380e3e80 req-03174229-ff68-4baa-b099-a729e8eb5d9b tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0280790 Apr 01 13:03:00.793670 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0f57e525-93ce-45d3-b97c-d2975b26a0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:00.870216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0f57e525-93ce-45d3-b97c-d2975b26a0c2 admin admin] Publish callbacks [] for security_group (a0c79a45-89a0-4768-977c-aa08e1d7ebe8), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:00.915357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:00.934864 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa6e36-db45-4885-a347-3a3934418eff req-5378f368-36b9-4067-b249-1dff0a566887 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:00.936339 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1ffa6e36-db45-4885-a347-3a3934418eff req-5378f368-36b9-4067-b249-1dff0a566887 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0538321 Apr 01 13:03:00.949301 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0f57e525-93ce-45d3-b97c-d2975b26a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0c79a45-89a0-4768-977c-aa08e1d7ebe8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:00.995254 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0f57e525-93ce-45d3-b97c-d2975b26a0c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d41f9e132a640b39e388ad18eaae23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044443 Apr 01 13:03:00.998194 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 59614) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:01.014339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e525-93ce-45d3-b97c-d2975b26a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c79a45-89a0-4768-977c-aa08e1d7ebe8,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:01.029038 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1ffa6e36-db45-4885-a347-3a3934418eff req-e4c0f1bc-9f04-4e40-a76a-015792ed960d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871763 Apr 01 13:03:01.059258 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] Publish callbacks [] for security_group (a0c79a45-89a0-4768-977c-aa08e1d7ebe8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:01.085146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] Publish callbacks [] for security_group (a0c79a45-89a0-4768-977c-aa08e1d7ebe8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:01.237454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0c79a45-89a0-4768-977c-aa08e1d7ebe8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:01.240935 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:01.244793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0c79a45-89a0-4768-977c-aa08e1d7ebe8 HTTP/1.1" status: 204 len: 168 time: 0.2430644 Apr 01 13:03:01.254458 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648f02-4f6c-45f8-97ff-c4f7ae77d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c79a45-89a0-4768-977c-aa08e1d7ebe8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:01.675518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc6cde-a36f-4813-b7d1-c83a222a547e req-82200a72-823b-4ce1-9141-0f88b351db77 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:01.678268 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1abc6cde-a36f-4813-b7d1-c83a222a547e req-82200a72-823b-4ce1-9141-0f88b351db77 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0704501 Apr 01 13:03:01.719761 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6148-ab3f-4b70-8923-055281ae2a07 req-73cbfd51-d957-4102-acc7-1a097528be2b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:01.721331 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f61d6148-ab3f-4b70-8923-055281ae2a07 req-73cbfd51-d957-4102-acc7-1a097528be2b tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0609353 Apr 01 13:03:01.731622 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1abc6cde-a36f-4813-b7d1-c83a222a547e req-67bbb89e-be71-434a-876a-312659db6f83 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Apr 01 13:03:01.773236 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f61d6148-ab3f-4b70-8923-055281ae2a07 req-f520e2fc-8960-4a73-9317-3a8c6be238cb tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Apr 01 13:03:01.826427 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5dc23d0c-916a-4c0b-ab51-2b97704768af req-e9241380-80c6-4378-b46e-f3fffe9295f2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0386066 Apr 01 13:03:01.895092 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d7b9c68-b22b-46fc-b36a-e66ce00ef55c req-2d155b53-536c-4630-8762-28d28f58d1a0 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef34bc64-97ae-47f5-85d1-e834fde8736b HTTP/1.1" status: 200 len: 210 time: 0.0257554 Apr 01 13:03:02.158166 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4f542-02cb-4954-8ca3-fad9338c440a req-34d761c2-a2c3-4eec-bff2-d324280a38aa tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.159646 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbf4f542-02cb-4954-8ca3-fad9338c440a req-34d761c2-a2c3-4eec-bff2-d324280a38aa tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0555158 Apr 01 13:03:02.203466 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3d0130b3-822b-4c5d-9e2f-bdd527efc637 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.205062 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3d0130b3-822b-4c5d-9e2f-bdd527efc637 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1083574 Apr 01 13:03:02.211839 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbf4f542-02cb-4954-8ca3-fad9338c440a req-a8317dae-7352-440f-b5d9-7b19216a983e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Apr 01 13:03:02.283763 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-a14f4773-348a-41a3-b1f2-a1383535970d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 380 time: 0.0669165 Apr 01 13:03:02.292993 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'port': {'device_id': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'admin_state_up': True, 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'security_groups': ['50788969-c541-4ca2-bd98-4fc04ce81ec3']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:02.402937 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:02.460329 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Made reservation on behalf of 11e6396795d84c53a42bee4d3c3b3a09 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:03:02.463755 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:02.618893 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-5c79bb7d-c3e4-43f4-96f4-c4e1c1c091d2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.620260 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-5c79bb7d-c3e4-43f4-96f4-c4e1c1c091d2 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.1010790 Apr 01 13:03:02.622709 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c17bb-fb32-423a-913f-25de7c0c60e5 req-da693a6c-1e3f-4c3e-a665-a16d95167aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.624172 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-568c17bb-fb32-423a-913f-25de7c0c60e5 req-da693a6c-1e3f-4c3e-a665-a16d95167aaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1129 time: 0.0441082 Apr 01 13:03:02.633284 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.20.0.4 (0bbfb07d-ffc0-4205-ba7d-666f659d4a46/0fa3a9b1-d9bd-4f24-893d-296495694f31/1a481bd3-0517-4e0a-870e-f800774b1328) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:03:02.672788 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-568c17bb-fb32-423a-913f-25de7c0c60e5 req-8cd9c8ea-6c08-4ebe-a7c7-acfe936b0cb4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Apr 01 13:03:02.839193 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Deleting port e6f05317-bc32-48c5-979a-5ed277868acf {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:03:02.839772 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:02.895741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1972a-42be-480e-b39a-48dc20b35bbb req-4ca0426d-8eff-4e02-bb43-f113354a1d9d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.897307 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31a1972a-42be-480e-b39a-48dc20b35bbb req-4ca0426d-8eff-4e02-bb43-f113354a1d9d tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 945 time: 0.0533428 Apr 01 13:03:02.926426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (1a481bd3-0517-4e0a-870e-f800774b1328), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:02.946534 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63b145-12e5-4f6a-8695-f3e1df02e577 req-cab9e778-fdf8-48c6-809c-5eac15e84108 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:02.946841 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31a1972a-42be-480e-b39a-48dc20b35bbb req-dc7256a9-c383-41e4-9d21-5c48fc8a3020 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/security-groups?id=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Apr 01 13:03:02.948051 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c63b145-12e5-4f6a-8695-f3e1df02e577 req-cab9e778-fdf8-48c6-809c-5eac15e84108 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1485167 Apr 01 13:03:03.019369 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] For port e6f05317-bc32-48c5-979a-5ed277868acf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6f05317-bc32-48c5-979a-5ed277868acf,segment=NetworkSegment(cf86cb20-98ea-4c95-b900-92b63ef1ed23),segment_id=cf86cb20-98ea-4c95-b900-92b63ef1ed23)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:03.019740 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.034818 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bdb10874-36a4-43a3-9ab2-3fc2afdda949 req-657116e5-0640-4e70-8602-de0969d59017 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0305827 Apr 01 13:03:03.049790 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Calling delete_port for e6f05317-bc32-48c5-979a-5ed277868acf owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:03:03.056567 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c63b145-12e5-4f6a-8695-f3e1df02e577 req-f2350654-77f7-4f78-a6ba-47b81f2fd057 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955155 Apr 01 13:03:03.158671 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.230947 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:03:03.239603 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:03:03.242296 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:03:03.247572 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:03.248197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.250748 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:03.339965 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (e6f05317-bc32-48c5-979a-5ed277868acf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.352197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['e6f05317-bc32-48c5-979a-5ed277868acf'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:03:03.381173 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3e1a4885-015c-497c-ab01-0f25d267dd9a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906546 Apr 01 13:03:03.382652 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Pushing event deleted for resources: {'Port': ['ID=e6f05317-bc32-48c5-979a-5ed277868acf,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:03.393978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Request body: {'port': {'device_id': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:03.467923 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3286088-0637-4c40-94bb-779b002a9007 req-6723356a-5bd5-4a07-9557-dc288505db77 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:03.469463 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3286088-0637-4c40-94bb-779b002a9007 req-6723356a-5bd5-4a07-9557-dc288505db77 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.1652212 Apr 01 13:03:03.475807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] No DVR routers for this DVR port e6f05317-bc32-48c5-979a-5ed277868acf on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:03:03.475807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.478852 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d1aec92-12a0-4ac1-be82-5019669d4bb1 req-3a4347e6-a31b-42b1-a8d2-056b2326fd43 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.62 "DELETE /v2.0/ports/e6f05317-bc32-48c5-979a-5ed277868acf HTTP/1.1" status: 204 len: 173 time: 0.8469174 Apr 01 13:03:03.483463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'name': 'network-vif-deleted', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:03.485675 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c7a9e1-0561-4b7e-b3b5-335024b82e89" -d '{"events": [{"server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "name": "network-vif-deleted", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:03.538597 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f16f8-1019-4604-95a9-25bf71a2f042 x-openstack-request-id: req-b95f16f8-1019-4604-95a9-25bf71a2f042 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:03.538597 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22d2d18-39fb-41e4-ae8a-717fa794227b", "name": "network-vif-deleted", "tag": "e6f05317-bc32-48c5-979a-5ed277868acf", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:03.538597 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b95f16f8-1019-4604-95a9-25bf71a2f042 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:03.538597 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95f16f8-1019-4604-95a9-25bf71a2f042'] response: {'server_uuid': 'd22d2d18-39fb-41e4-ae8a-717fa794227b', 'name': 'network-vif-deleted', 'tag': 'e6f05317-bc32-48c5-979a-5ed277868acf', 'status': 'completed', 'code': 200} Apr 01 13:03:03.555726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-12b8306a-adff-4878-901c-e68c74052161 None None] Provisioning complete for port 1a481bd3-0517-4e0a-870e-f800774b1328 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:03.556660 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-12b8306a-adff-4878-901c-e68c74052161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.566025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.587688 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3286088-0637-4c40-94bb-779b002a9007 req-0bc4f51a-b827-4730-bfe9-f93e83ab6433 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059737 Apr 01 13:03:03.594561 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-12b8306a-adff-4878-901c-e68c74052161 None None] Port 1a481bd3-0517-4e0a-870e-f800774b1328 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:03:03.756990 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.843583 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a481bd3-0517-4e0a-870e-f800774b1328 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:03.851194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks [] for port (1a481bd3-0517-4e0a-870e-f800774b1328), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:03.863265 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Transition to ACTIVE for port object 1a481bd3-0517-4e0a-870e-f800774b1328 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:03:03.949348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:04.003250 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:04.039786 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Attempting to bind port 1a481bd3-0517-4e0a-870e-f800774b1328 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:03:04.040721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Attempting to bind port 1a481bd3-0517-4e0a-870e-f800774b1328 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:03:04.040721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Attempting to bind port 1a481bd3-0517-4e0a-870e-f800774b1328 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:04.046585 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Port 1a481bd3-0517-4e0a-870e-f800774b1328 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:03:04.047087 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Attempting to bind port 1a481bd3-0517-4e0a-870e-f800774b1328 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:04.053976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:03:04.054319 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:03:04.056984 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Bound using segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:03:04.057640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Bound port: 1a481bd3-0517-4e0a-870e-f800774b1328, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:03:04.058018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:04.075417 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f8dbf573-213e-48bd-928e-c2e31cae0618 req-bca5560d-5bbb-41d7-ba4b-e4a4f7faf0aa tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0309258 Apr 01 13:03:04.184409 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:03:04.188988 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a481bd3-0517-4e0a-870e-f800774b1328,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:03:04.203392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d228-a01f-4c41-b596-ff6640f7e459 req-ade8dd5d-2eab-4e68-a804-71f30b359a72 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:04.205083 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-87c7d228-a01f-4c41-b596-ff6640f7e459 req-ade8dd5d-2eab-4e68-a804-71f30b359a72 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0837150 Apr 01 13:03:04.210777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2212-9e59-40dc-921d-5dfab36c11d0 req-679cb7c6-1d66-45dc-8642-4cb4dc48cb1f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:04.218488 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-283c2212-9e59-40dc-921d-5dfab36c11d0 req-679cb7c6-1d66-45dc-8642-4cb4dc48cb1f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0647714 Apr 01 13:03:04.260668 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-283c2212-9e59-40dc-921d-5dfab36c11d0 req-f89f9be9-fa5d-4e34-bbfa-ca5e952391b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Apr 01 13:03:04.262161 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-87c7d228-a01f-4c41-b596-ff6640f7e459 req-d89d3ddc-ff13-42d9-9b29-81fa761ab79e tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477831 Apr 01 13:03:04.265865 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:04.306807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:04.307435 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:04.308805 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a481bd3-0517-4e0a-870e-f800774b1328 HTTP/1.1" status: 200 len: 1093 time: 0.9203610 Apr 01 13:03:04.334152 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d3d69-f615-46f1-864e-72e2e8ed18f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:04.633676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995529f-25f1-4785-84d3-4bb9e0bb0ba0 req-dfc5f637-f5c8-4b25-baa8-0fa79d51e2fb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:04.635203 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5995529f-25f1-4785-84d3-4bb9e0bb0ba0 req-dfc5f637-f5c8-4b25-baa8-0fa79d51e2fb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0588970 Apr 01 13:03:04.682055 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5995529f-25f1-4785-84d3-4bb9e0bb0ba0 req-8ed201d0-1419-46fd-a9c3-29479f8a78ee tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Apr 01 13:03:04.723369 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7bc26-6998-4a9e-8a02-013a15674540 req-a8059a22-d01f-4d07-83ea-7d8ea47a09b6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:04.725241 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fbf7bc26-6998-4a9e-8a02-013a15674540 req-a8059a22-d01f-4d07-83ea-7d8ea47a09b6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0547779 Apr 01 13:03:04.769751 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fbf7bc26-6998-4a9e-8a02-013a15674540 req-a43c9531-15d5-460c-a8e2-d882bffec273 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Apr 01 13:03:05.183587 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b41a6988-195f-4045-8475-85e79ebc9e83 req-daef0fa1-d950-41b1-ab1f-743a398d9aa4 tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0271149 Apr 01 13:03:05.383928 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4b386-a2aa-430d-ab06-dbbbe2df8790 req-ef4cc982-a828-4a75-98c4-617a0011696d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:05.385341 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-66e4b386-a2aa-430d-ab06-dbbbe2df8790 req-ef4cc982-a828-4a75-98c4-617a0011696d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0555580 Apr 01 13:03:05.433104 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-66e4b386-a2aa-430d-ab06-dbbbe2df8790 req-44d8ba47-d8d4-471a-a5cb-efe1f88458ef tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Apr 01 13:03:05.535662 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:05.538270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf21bb70-4a4b-43e9-83a6-89307c371639" -d '{"events": [{"name": "network-changed", "server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:05.572146 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d787b5a2-6b93-434e-95f2-81b87d535ab3 x-openstack-request-id: req-d787b5a2-6b93-434e-95f2-81b87d535ab3 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:05.572434 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:05.572686 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d787b5a2-6b93-434e-95f2-81b87d535ab3 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:05.573079 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d787b5a2-6b93-434e-95f2-81b87d535ab3'] response: {'name': 'network-changed', 'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328', 'status': 'completed', 'code': 200} Apr 01 13:03:05.797195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152cbf-9da2-49b2-9ba4-7871194a092b req-83b65379-6d4d-4796-9d13-93252547dc92 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:05.798672 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7f152cbf-9da2-49b2-9ba4-7871194a092b req-83b65379-6d4d-4796-9d13-93252547dc92 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0514314 Apr 01 13:03:05.844879 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7f152cbf-9da2-49b2-9ba4-7871194a092b req-39fdc879-ccb5-4159-a5f6-dd95e5b53e6a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Apr 01 13:03:05.895366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19368da-b07b-4f6f-a7c7-50f185fc5f98 req-f40541e7-75fe-4f98-847a-a133e0a1add3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:05.896836 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b19368da-b07b-4f6f-a7c7-50f185fc5f98 req-f40541e7-75fe-4f98-847a-a133e0a1add3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0517719 Apr 01 13:03:05.946224 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b19368da-b07b-4f6f-a7c7-50f185fc5f98 req-c21a31c8-cf0c-444b-888b-5de9a89d7911 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Apr 01 13:03:06.285793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7397fe9f-f088-4ddb-ab9c-1dd94976dd37 req-6e8a9607-4f19-46aa-a118-4fc59e0d304e tempest-VolumesActionsTest-609871435 tempest-VolumesActionsTest-609871435-project] 10.222.0.43 "GET /v2.0/ports?device_id=d22d2d18-39fb-41e4-ae8a-717fa794227b HTTP/1.1" status: 200 len: 210 time: 0.0264966 Apr 01 13:03:06.550173 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a269d0-3f32-48c0-8f30-e48387196352 req-ffe2b4ff-6fc7-4423-b43b-c55e3d8eef27 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:06.551651 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7a269d0-3f32-48c0-8f30-e48387196352 req-ffe2b4ff-6fc7-4423-b43b-c55e3d8eef27 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0538132 Apr 01 13:03:06.631189 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7a269d0-3f32-48c0-8f30-e48387196352 req-fe7c3e59-7508-4a12-992a-63c882a61015 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732455 Apr 01 13:03:06.662052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-9d7aeeb8-359d-46db-9ce1-fc58d50b5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:06.663439 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-9d7aeeb8-359d-46db-9ce1-fc58d50b5edf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 1127 time: 0.0683043 Apr 01 13:03:06.815134 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-f9119a77-42d6-4b85-b69c-08915fcb2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:06.816610 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-f9119a77-42d6-4b85-b69c-08915fcb2238 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1129 time: 0.1147833 Apr 01 13:03:06.821469 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-21a7a3cb-430b-4f41-870f-e02ad155a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:06.822883 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-21a7a3cb-430b-4f41-870f-e02ad155a840 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1291592 Apr 01 13:03:06.978887 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5553f17-5372-4b48-bf1b-0484217a4176 req-68cdfe8a-13d2-4c3f-8b96-e06b47f7784d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:06.985990 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5553f17-5372-4b48-bf1b-0484217a4176 req-68cdfe8a-13d2-4c3f-8b96-e06b47f7784d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0716562 Apr 01 13:03:07.018983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-9f7d903e-8d09-45b2-8f1f-a9d26b048f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.020600 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf21bb70-4a4b-43e9-83a6-89307c371639 req-9f7d903e-8d09-45b2-8f1f-a9d26b048f9c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829283 Apr 01 13:03:07.022645 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-2fea392a-e65f-41d2-84a3-060fea7ae4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.023999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-2fea392a-e65f-41d2-84a3-060fea7ae4e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.1875451 Apr 01 13:03:07.043399 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5553f17-5372-4b48-bf1b-0484217a4176 req-7da94a31-3678-4fa4-90e4-c5521bc5770d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560510 Apr 01 13:03:07.101261 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-e6bfca5b-ffe9-48cd-893e-c2da62c32b97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 200 len: 217 time: 0.0698202 Apr 01 13:03:07.184742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039a15-2db2-4c34-9225-88aec67e3777 req-b75b1478-e2d3-4d11-bc77-0c9f8135ae00 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.186277 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8f039a15-2db2-4c34-9225-88aec67e3777 req-b75b1478-e2d3-4d11-bc77-0c9f8135ae00 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.1568098 Apr 01 13:03:07.191431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-30ea8422-2681-4b4a-8a71-1b4152a0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.193402 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-30ea8422-2681-4b4a-8a71-1b4152a0b37a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0742717 Apr 01 13:03:07.212668 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-7e9947a8-ce76-4080-99a4-3304466b88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.214132 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-7e9947a8-ce76-4080-99a4-3304466b88e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 1127 time: 0.1221497 Apr 01 13:03:07.282749 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-5b1bafab-cac2-484f-bf50-5cccc7cf939b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a481bd3-0517-4e0a-870e-f800774b1328 HTTP/1.1" status: 200 len: 217 time: 0.0461364 Apr 01 13:03:07.315564 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8f039a15-2db2-4c34-9225-88aec67e3777 req-163619b5-beb2-4f37-918e-ae61cc6478e8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211777 Apr 01 13:03:07.343807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-b380ac2b-4a8b-4980-bff6-04e3861a1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.345312 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-b380ac2b-4a8b-4980-bff6-04e3861a1886 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1426654 Apr 01 13:03:07.356469 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3a6bb0aa-6715-457d-b12d-e15aa0d48eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.357923 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-3a6bb0aa-6715-457d-b12d-e15aa0d48eea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0607173 Apr 01 13:03:07.465812 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-67fb1da1-d852-4810-a1d9-2501885a1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.467316 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-67fb1da1-d852-4810-a1d9-2501885a1603 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009398 Apr 01 13:03:07.485129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-95f2b329-cee3-4702-9e9f-a0ea96e0620b service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263254 Apr 01 13:03:07.628097 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-04db603c-561f-4586-8a32-6ea42ca0d59b service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530602 Apr 01 13:03:07.633383 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9bde44e3-0ea2-40fa-aded-d03ff85f1fac req-8d81de9a-b2e9-4932-b7fa-0dcd57ba032d service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383727 Apr 01 13:03:07.730812 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a55e4392-705b-456d-b6a3-8c54d02b13a7 req-78d5570e-f468-4733-ba90-5f7ebd38c1dd service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918155 Apr 01 13:03:07.787640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbe01-5690-46cd-a406-e3a530625eb2 req-026cc6b5-9e34-46cf-8fd8-79e4201fd27d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:07.789129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8dcbe01-5690-46cd-a406-e3a530625eb2 req-026cc6b5-9e34-46cf-8fd8-79e4201fd27d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0619526 Apr 01 13:03:07.839083 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8dcbe01-5690-46cd-a406-e3a530625eb2 req-3d19d017-9bca-4bed-8a3e-6e429cfaa9e8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Apr 01 13:03:08.159338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04ca09-da56-4b00-b628-fffa16e969dc req-a457600b-cac8-40ea-acfe-8aaca9f4613e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.160861 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9a04ca09-da56-4b00-b628-fffa16e969dc req-a457600b-cac8-40ea-acfe-8aaca9f4613e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0543113 Apr 01 13:03:08.200673 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-89c8ace1-5d0d-431d-8e64-a485a15aa8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.202330 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-89c8ace1-5d0d-431d-8e64-a485a15aa8a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1127 time: 0.0465460 Apr 01 13:03:08.212900 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9a04ca09-da56-4b00-b628-fffa16e969dc req-9daa6c4e-2e06-47d3-b3a5-2e17ad70ce35 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Apr 01 13:03:08.308039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-23d9d628-c296-4624-838a-62921e13dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.309540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-23d9d628-c296-4624-838a-62921e13dc7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.0874248 Apr 01 13:03:08.386486 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-feecc51f-7fc9-4418-96de-5142943052df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 200 len: 999 time: 0.0655303 Apr 01 13:03:08.468091 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-d706f19f-6989-4f35-98de-5446d14ccf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.468091 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-d706f19f-6989-4f35-98de-5446d14ccf30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0760345 Apr 01 13:03:08.493163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe9ee-918e-428e-816a-d9202869e48e req-b91e6e1c-993a-4162-94d1-272409b36dc4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.494746 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e6cbe9ee-918e-428e-816a-d9202869e48e req-b91e6e1c-993a-4162-94d1-272409b36dc4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 943 time: 0.0961821 Apr 01 13:03:08.563661 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:03:08.567002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e6f05317-bc32-48c5-979a-5ed277868acf no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:03:08.597479 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: e6f05317-bc32-48c5-979a-5ed277868acf {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:03:08.597850 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e6f05317-bc32-48c5-979a-5ed277868acf not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:03:08.693384 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:08.704711 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '92c11755-3503-4288-8313-4a6f2bfa3721', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '92c11755-3503-4288-8313-4a6f2bfa3721', 'mac_address': 'fa:16:3e:ce:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:03:08.743133 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:08.743133 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:08.757678 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:08.780150 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:08.791556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-d7145907-2c5a-4247-abf7-5e68d157575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.793256 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-d7145907-2c5a-4247-abf7-5e68d157575b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3179407 Apr 01 13:03:08.796691 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e6cbe9ee-918e-428e-816a-d9202869e48e req-1be164b1-0d85-4ef8-9c17-5168ec966443 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597730 Apr 01 13:03:08.832864 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:08.881789 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=9']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:08.893152 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-3e4383ed-2670-4445-9cfc-65d3e74ea6f2 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925455 Apr 01 13:03:08.959001 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef7ef8-2692-4fc9-b1cb-0cee9b319a62 req-2714eab6-6b91-4a96-9d65-a1c10e9e6987 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:08.960389 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ccef7ef8-2692-4fc9-b1cb-0cee9b319a62 req-2714eab6-6b91-4a96-9d65-a1c10e9e6987 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0523055 Apr 01 13:03:08.984468 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95552344-e3d8-43cc-a936-80c77c6c57e2 req-0d55b1cd-74fa-4f6e-9b1f-4e0969d9baee service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Apr 01 13:03:09.016397 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ccef7ef8-2692-4fc9-b1cb-0cee9b319a62 req-113b2433-bf87-4486-afb5-06a7fca0a239 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503130 Apr 01 13:03:09.266237 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:09.332847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda4fe-2dfa-4cf4-8edd-fbfdcde0918e req-0c7b2389-c3f0-46c1-be0b-8adb7d6a6507 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:09.335232 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6abda4fe-2dfa-4cf4-8edd-fbfdcde0918e req-0c7b2389-c3f0-46c1-be0b-8adb7d6a6507 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Apr 01 13:03:09.382457 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6abda4fe-2dfa-4cf4-8edd-fbfdcde0918e req-75b88ab2-6ff7-4c0d-b1d8-a180eda1340d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Apr 01 13:03:09.591815 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:03:09.925728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0e87-bf86-45bb-abfc-8076e2942772 req-ffc0c8aa-7219-4658-b985-24463b4db178 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:09.927372 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-439f0e87-bf86-45bb-abfc-8076e2942772 req-ffc0c8aa-7219-4658-b985-24463b4db178 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0523112 Apr 01 13:03:09.972614 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-439f0e87-bf86-45bb-abfc-8076e2942772 req-1232adf9-8b4b-42b6-925c-949dd2eeaedc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Apr 01 13:03:10.135618 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649150e0-d1b8-4a2b-80ce-ca4bfb5370e7 req-26c474cb-9353-45c7-98da-c8c0230706d4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:10.136989 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-649150e0-d1b8-4a2b-80ce-ca4bfb5370e7 req-26c474cb-9353-45c7-98da-c8c0230706d4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0559239 Apr 01 13:03:10.183989 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-649150e0-d1b8-4a2b-80ce-ca4bfb5370e7 req-51369900-5af3-4020-9f37-3b434626d1d1 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Apr 01 13:03:10.501310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6037-443e-4b94-92a6-30c968cd7db0 req-0f44c7b8-f375-4dea-9f9a-079691ec93de tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:10.502984 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd4d6037-443e-4b94-92a6-30c968cd7db0 req-0f44c7b8-f375-4dea-9f9a-079691ec93de tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Apr 01 13:03:10.548536 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd4d6037-443e-4b94-92a6-30c968cd7db0 req-fbb99797-7cd2-4543-b03d-f29eee9e3014 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Apr 01 13:03:11.095709 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5ec1-3093-4ca0-9f94-b6bc48081cd7 req-0f2a98e5-484e-48dc-9917-7a4d3c599a65 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:11.097183 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ab6f5ec1-3093-4ca0-9f94-b6bc48081cd7 req-0f2a98e5-484e-48dc-9917-7a4d3c599a65 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0514159 Apr 01 13:03:11.142001 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ab6f5ec1-3093-4ca0-9f94-b6bc48081cd7 req-77a63055-0b3e-4aef-a661-60009fe43e83 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Apr 01 13:03:11.305931 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef41773-4e18-4a78-a4e7-35e71fb191a9 req-13c5a037-171e-489f-8548-958154c6bf73 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:11.307397 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4ef41773-4e18-4a78-a4e7-35e71fb191a9 req-13c5a037-171e-489f-8548-958154c6bf73 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0571716 Apr 01 13:03:11.356181 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4ef41773-4e18-4a78-a4e7-35e71fb191a9 req-bf37ba96-f310-4fcb-9df7-cef7c755cc5c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Apr 01 13:03:11.597748 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['92c11755-3503-4288-8313-4a6f2bfa3721'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:03:11.673505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708987e-82f8-4414-aa71-8afcbbc5c504 req-7c78e003-137d-49a9-90c9-3a13f054fa0b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:11.675028 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e708987e-82f8-4414-aa71-8afcbbc5c504 req-7c78e003-137d-49a9-90c9-3a13f054fa0b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0591936 Apr 01 13:03:11.721611 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e708987e-82f8-4414-aa71-8afcbbc5c504 req-cd638d00-d2e4-44d0-9665-308708ebd8e0 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Apr 01 13:03:12.267142 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2687ae-2da3-458d-b93c-e6dd1a3611df req-72726ffa-13de-49de-b7f9-8d4ca66ce90d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:12.268611 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c2687ae-2da3-458d-b93c-e6dd1a3611df req-72726ffa-13de-49de-b7f9-8d4ca66ce90d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0526688 Apr 01 13:03:12.314866 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c2687ae-2da3-458d-b93c-e6dd1a3611df req-fa951f76-16e9-4bb1-bbdb-990455bec6f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Apr 01 13:03:12.470558 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235967a8-41a1-4ceb-92f4-f44ea374461e req-04484b70-fb2f-4c0d-95fb-9966323daef7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:12.472034 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-235967a8-41a1-4ceb-92f4-f44ea374461e req-04484b70-fb2f-4c0d-95fb-9966323daef7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0512176 Apr 01 13:03:12.522179 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-235967a8-41a1-4ceb-92f4-f44ea374461e req-3ea097a5-b794-429e-a64d-e470462ec844 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Apr 01 13:03:12.842860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2803e83-af25-4995-b88d-0a4c4360540e req-1a49a75f-b3c8-42e0-bcf4-2196f3d288cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:12.844352 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d2803e83-af25-4995-b88d-0a4c4360540e req-1a49a75f-b3c8-42e0-bcf4-2196f3d288cc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0554264 Apr 01 13:03:12.889277 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d2803e83-af25-4995-b88d-0a4c4360540e req-068f5533-258d-49fb-8678-cd83ba38e452 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Apr 01 13:03:13.436652 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc68ee-f480-464c-88c8-31934bf54fa8 req-e0bb48ab-13ce-4f7f-a50d-64885dcaa556 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:13.438120 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81bc68ee-f480-464c-88c8-31934bf54fa8 req-e0bb48ab-13ce-4f7f-a50d-64885dcaa556 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Apr 01 13:03:13.487601 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81bc68ee-f480-464c-88c8-31934bf54fa8 req-b86408e0-23ff-406a-84a7-331ada10e8db tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Apr 01 13:03:13.640460 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376ddc9-7b9d-4bfc-afdf-7cf8fb609953 req-f681487a-9ce6-4282-9db8-5d8aa4076cef tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:13.641982 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c376ddc9-7b9d-4bfc-afdf-7cf8fb609953 req-f681487a-9ce6-4282-9db8-5d8aa4076cef tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0524724 Apr 01 13:03:13.689470 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c376ddc9-7b9d-4bfc-afdf-7cf8fb609953 req-dd4cd9b8-cd70-4ec5-aaf9-daa8c7829bc7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Apr 01 13:03:14.008705 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1be5f-5ff0-4d3a-bcec-369684f251c8 req-c7133b22-27d4-4bca-a06e-b89ae3eb3fa4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:14.010232 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18f1be5f-5ff0-4d3a-bcec-369684f251c8 req-c7133b22-27d4-4bca-a06e-b89ae3eb3fa4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Apr 01 13:03:14.057850 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18f1be5f-5ff0-4d3a-bcec-369684f251c8 req-97402153-1282-481c-9291-7aa744c01ee5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Apr 01 13:03:14.609372 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c886f-136d-4f2b-bea0-93879bf66552 req-b7d301ec-bed4-4048-8072-efbe26a3b5da tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:14.610873 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-268c886f-136d-4f2b-bea0-93879bf66552 req-b7d301ec-bed4-4048-8072-efbe26a3b5da tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0525224 Apr 01 13:03:14.661142 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-268c886f-136d-4f2b-bea0-93879bf66552 req-4a7583e6-dfab-4659-bec7-103b2ac3c661 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Apr 01 13:03:14.806741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0b31-5681-44e5-9b4b-40d4ab8c037c req-672658a8-a445-40c0-9dca-c7851093793c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:14.808253 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c56a0b31-5681-44e5-9b4b-40d4ab8c037c req-672658a8-a445-40c0-9dca-c7851093793c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0535228 Apr 01 13:03:14.858997 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c56a0b31-5681-44e5-9b4b-40d4ab8c037c req-f27d4180-13a7-4b39-9f4e-d6fea73fba2b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Apr 01 13:03:15.174621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad341-8411-4d16-9f07-39b6a24b23b3 req-6698e61e-e6d4-4ee4-8276-e246ed7de21b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:15.176079 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c2ad341-8411-4d16-9f07-39b6a24b23b3 req-6698e61e-e6d4-4ee4-8276-e246ed7de21b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Apr 01 13:03:15.221989 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c2ad341-8411-4d16-9f07-39b6a24b23b3 req-b9052a8f-6507-42ce-ac91-68fcdbbfa565 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Apr 01 13:03:15.819966 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c376-fb3e-482d-a868-1f2c6969bbdc req-95b72c92-217f-4802-8cc9-786ad1799085 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:15.821521 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b10c376-fb3e-482d-a868-1f2c6969bbdc req-95b72c92-217f-4802-8cc9-786ad1799085 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 944 time: 0.0788403 Apr 01 13:03:15.876112 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5b10c376-fb3e-482d-a868-1f2c6969bbdc req-7ee245a8-0cf8-4192-927d-068d3e6d0191 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483391 Apr 01 13:03:15.905693 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-e0896e29-c3c2-481e-858c-80f1fb4e226a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:15.908247 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-e0896e29-c3c2-481e-858c-80f1fb4e226a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/networks?id=abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 200 len: 814 time: 0.1194882 Apr 01 13:03:15.938782 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-89415369-019e-4087-9f0e-da7b4553ea20 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/quotas/3ad2e2423b754e14929f0c4de4e34a8d HTTP/1.1" status: 200 len: 375 time: 0.0233731 Apr 01 13:03:15.986251 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-98966d86-0c64-4716-9938-ae120abdef8b tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464265 Apr 01 13:03:16.024451 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b465-19ae-4ee3-bad3-3ba385dfcaa2 req-a2495b7a-ba8e-41a0-8b45-94105ba3ad1f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:16.026358 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3fd5b465-19ae-4ee3-bad3-3ba385dfcaa2 req-a2495b7a-ba8e-41a0-8b45-94105ba3ad1f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0732317 Apr 01 13:03:16.090192 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3fd5b465-19ae-4ee3-bad3-3ba385dfcaa2 req-8704eb64-ceb0-4bdf-95b5-dfa67c49d467 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571017 Apr 01 13:03:16.097336 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-7690a802-0149-495c-933e-5b0617f533f2 service neutron] 10.222.0.43 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102095 Apr 01 13:03:16.199252 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-0541c7b1-a3a8-4dbc-9954-ee62ce206c36 service neutron] 10.222.0.43 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934854 Apr 01 13:03:16.446375 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d125e0f-4551-4324-a18d-c18b066fb236 req-fee25bd1-0632-4a41-8bb8-a097b6bdd215 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 210 time: 0.0282335 Apr 01 13:03:16.575632 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:03:16.637262 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 92c11755-3503-4288-8313-4a6f2bfa3721 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:16.638285 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:16.762171 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92c11755-3503-4288-8313-4a6f2bfa3721 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:16.763078 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:16.796762 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:16.799581 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08fa99-ae01-4f52-981d-c7de9d2ba0de" -d '{"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:16.815821 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:16.870703 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a37b7-cbcc-4967-9e6e-b24be8097dc4 x-openstack-request-id: req-a58a37b7-cbcc-4967-9e6e-b24be8097dc4 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:16.871007 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-plugged", "status": "completed", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:16.871270 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a58a37b7-cbcc-4967-9e6e-b24be8097dc4 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:16.871933 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58a37b7-cbcc-4967-9e6e-b24be8097dc4'] response: {'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'code': 200} Apr 01 13:03:16.894232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:16.994979 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=10']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:17.005495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.006498 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.007017 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.007573 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.008230 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.008771 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.009448 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.009976 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.010467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.012810 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.013971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.014723 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.015722 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.016811 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.017123 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:17.283483 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013c7b-496f-44ed-9a08-27dab770b73e req-ffe507fb-c6bf-4085-9c58-d7421297d673 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:17.287738 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6b013c7b-496f-44ed-9a08-27dab770b73e req-ffe507fb-c6bf-4085-9c58-d7421297d673 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0933154 Apr 01 13:03:17.363685 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6b013c7b-496f-44ed-9a08-27dab770b73e req-979566bb-4532-4eb8-9737-c058da81564a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688891 Apr 01 13:03:17.535019 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870292-0b0c-40e2-ae3b-688dfa46e27a req-03e034d7-a22f-427b-a8e9-0daf601f5e13 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:17.536687 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-12870292-0b0c-40e2-ae3b-688dfa46e27a req-03e034d7-a22f-427b-a8e9-0daf601f5e13 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0739174 Apr 01 13:03:17.633968 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-12870292-0b0c-40e2-ae3b-688dfa46e27a req-f6fd0d52-2f00-43bd-b93a-7b084ff81c54 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883529 Apr 01 13:03:17.781615 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 59910) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:17.789229 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962104147', 'description': 'tempest-description--1004756411'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:17.825754 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-046a3dcb-538a-4151-a586-21090e66a6a9 req-cfb44a4f-52d9-4f32-a4ef-2e1f3b5477de tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 210 time: 0.0577126 Apr 01 13:03:17.854912 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6be73-9148-4bf0-aec5-cdab3ea7d652 req-20a83144-49aa-4fdd-81eb-ccfc8df93a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:17.856778 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-56c6be73-9148-4bf0-aec5-cdab3ea7d652 req-20a83144-49aa-4fdd-81eb-ccfc8df93a62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 1130 time: 0.0981371 Apr 01 13:03:17.928914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:17.946462 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-56c6be73-9148-4bf0-aec5-cdab3ea7d652 req-cfb1382e-06e6-4a6d-bae9-5f8650f6a35d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605865 Apr 01 13:03:18.038322 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (4f03a8d3-b0b6-49c1-840f-644ba972df81), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:18.098463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4f03a8d3-b0b6-49c1-840f-644ba972df81), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:18.138425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f03a8d3-b0b6-49c1-840f-644ba972df81,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:18.148052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.149019 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.149587 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.150458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.151235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.151804 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.152380 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.152908 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.153425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.153964 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.154411 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.154862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.155249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.155781 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.156255 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:18.270774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:18.270774 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-eb13cc58-f9d0-46fd-9a8c-29fa799ea2e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4854572 Apr 01 13:03:18.280286 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 59918) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:18.287450 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'security_group_rule': {'security_group_id': '4f03a8d3-b0b6-49c1-840f-644ba972df81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:18.545520 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd3e6-9fd4-4de0-a556-adcff21d0fe3 req-77eb8985-50f3-409c-ac46-0bc622285ebe tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:18.547884 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f7cd3e6-9fd4-4de0-a556-adcff21d0fe3 req-77eb8985-50f3-409c-ac46-0bc622285ebe tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0712655 Apr 01 13:03:18.598434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 1a481bd3-0517-4e0a-870e-f800774b1328 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:03:18.627392 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f7cd3e6-9fd4-4de0-a556-adcff21d0fe3 req-78795f8b-1578-401f-b49f-74af19c47aab tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735242 Apr 01 13:03:18.777763 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a481bd3-0517-4e0a-870e-f800774b1328,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:18.792427 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '1a481bd3-0517-4e0a-870e-f800774b1328', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'port_id': '1a481bd3-0517-4e0a-870e-f800774b1328', 'mac_address': 'fa:16:3e:6c:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:03:18.808150 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8ee79-2e51-44c3-bd78-7e0720f97661 req-0860f647-6ea4-4cab-91b7-92fdd4b078f0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:18.816130 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fd8ee79-2e51-44c3-bd78-7e0720f97661 req-0860f647-6ea4-4cab-91b7-92fdd4b078f0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 943 time: 0.0887465 Apr 01 13:03:18.845750 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 1a481bd3-0517-4e0a-870e-f800774b1328 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:18.848318 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:18.880401 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a481bd3-0517-4e0a-870e-f800774b1328 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:18.894869 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fd8ee79-2e51-44c3-bd78-7e0720f97661 req-20482ba3-6874-4cca-a002-45abae63ae33 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774386 Apr 01 13:03:18.910798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a481bd3-0517-4e0a-870e-f800774b1328,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:18.953097 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ad46a71e-5f22-4684-95cd-93d8ec363d32 req-6da8ce95-fff4-4851-a6a9-f022810b3fac tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 210 time: 0.0435817 Apr 01 13:03:19.123943 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (0c44238d-3ab6-4485-ac91-2c2851daae25), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.138781 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.188340 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (0c44238d-3ab6-4485-ac91-2c2851daae25), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.206114 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:19.270439 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (0c44238d-3ab6-4485-ac91-2c2851daae25), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.311745 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c44238d-3ab6-4485-ac91-2c2851daae25,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:19.342652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.343008 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.343448 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.343680 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.353033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.353512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.354049 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.354774 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.355120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.355832 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.356365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.356955 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.357417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.357782 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.358109 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:03:19.381217 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.383428 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-efbfeafc-7d1a-4fa6-ab59-e14d7a360584 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1013191 Apr 01 13:03:19.386492 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 59934) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:19.391927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'security_group_rule': {'security_group_id': '4f03a8d3-b0b6-49c1-840f-644ba972df81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:19.506965 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (f2ca3c9c-fd29-46ed-91fc-c3b1f0227bf2), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.587359 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (f2ca3c9c-fd29-46ed-91fc-c3b1f0227bf2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.609197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['1a481bd3-0517-4e0a-870e-f800774b1328'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:03:19.673042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (f2ca3c9c-fd29-46ed-91fc-c3b1f0227bf2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.758371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ca3c9c-fd29-46ed-91fc-c3b1f0227bf2,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:19.837879 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b8757-cbe4-4b1d-8b86-419b8146cee2 req-1da45ba8-506e-443e-8c19-9d47f6ce9aa1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:19.846467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-0f11edfe-30f2-42a8-bb93-18c1d6e89a3e tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:19.847941 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-0f11edfe-30f2-42a8-bb93-18c1d6e89a3e tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "GET /v2.0/networks?id=abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 200 len: 814 time: 0.2253120 Apr 01 13:03:19.850112 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf9b8757-cbe4-4b1d-8b86-419b8146cee2 req-1da45ba8-506e-443e-8c19-9d47f6ce9aa1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0774577 Apr 01 13:03:19.867906 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbfdf1-63c8-4905-a3d4-a78beea6114b req-fbaa37c9-b4ad-4cb0-99ea-e12c4a44f349 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:19.870101 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86cbfdf1-63c8-4905-a3d4-a78beea6114b req-fbaa37c9-b4ad-4cb0-99ea-e12c4a44f349 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0987699 Apr 01 13:03:19.893276 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Request body: {'port': {'device_id': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492', 'admin_state_up': True, 'tenant_id': '3ad2e2423b754e14929f0c4de4e34a8d'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:19.907506 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf9b8757-cbe4-4b1d-8b86-419b8146cee2 req-f613ac4d-4d1e-4355-a0d3-88d3e925cbcc tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565214 Apr 01 13:03:19.971280 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:19.976123 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6cb0f275-0098-4b79-9a37-3d1709137f90 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5847616 Apr 01 13:03:19.976407 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 59966) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:19.980821 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:20.124961 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86cbfdf1-63c8-4905-a3d4-a78beea6114b req-444d3d23-892a-41cd-ad2b-9533748e0ce2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450588 Apr 01 13:03:20.127053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423767f-cb08-46b1-bcd8-1b96479ed584 req-4cf8e723-d6da-429b-98b1-877cac0397c9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:20.131315 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b423767f-cb08-46b1-bcd8-1b96479ed584 req-4cf8e723-d6da-429b-98b1-877cac0397c9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 944 time: 0.1241996 Apr 01 13:03:20.135133 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.243962 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b423767f-cb08-46b1-bcd8-1b96479ed584 req-0b733e31-d9bc-4f9c-9602-355e72ea7b68 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034048 Apr 01 13:03:20.247007 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e204577e-1ebd-4ade-b459-b089f14b7700 req-efc85593-5e7f-406e-9dfd-57e33a83e321 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 210 time: 0.0334423 Apr 01 13:03:20.269469 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Made reservation on behalf of 3ad2e2423b754e14929f0c4de4e34a8d for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:03:20.273810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.334864 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.463422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Allocated IP 172.20.0.4 (abc8b937-a252-4f6e-a0c7-22e572aaf492/69236d89-206d-4ef8-9db7-77c5a4cc30b4/be62270b-17c5-4c77-8c0e-e3bdd370b091) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:03:20.475377 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Allocated IP 172.27.2.166 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/5b186057-11d9-4d55-bd8e-dfbe35c7cf45) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:03:20.645598 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.677869 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks [] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.741382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.785612 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:03:20.791619 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:03:20.797620 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:03:20.803466 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.808075 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'Port': ['ID=5b186057-11d9-4d55-bd8e-dfbe35c7cf45,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:20.870042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Network abc8b937-a252-4f6e-a0c7-22e572aaf492 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:03:20.873596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:03:20.877958 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:03:20.884542 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:20.885198 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:20.914390 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Pushing event updated for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:21.013244 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.037241 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-5d2e3fa1-4c79-4dd4-814a-0e65af8da8f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624572 Apr 01 13:03:21.056302 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Request body: {'port': {'device_id': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:21.132552 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.163115 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5105d3-b0c2-4dc3-b8e2-ab74e6b7348c req-50b9e7b5-5066-49a9-9c2a-0c3461d100e9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:21.164659 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f5105d3-b0c2-4dc3-b8e2-ab74e6b7348c req-50b9e7b5-5066-49a9-9c2a-0c3461d100e9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1715839 Apr 01 13:03:21.167753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.369075 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f5105d3-b0c2-4dc3-b8e2-ab74e6b7348c req-b5f37175-907e-48c0-ac67-7e9c947fe36b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730392 Apr 01 13:03:21.389007 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002fca-bca9-4a5f-8d1f-6553cc107f56 req-7a340006-07bc-4a95-8544-78a716b75f92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:21.397203 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-46002fca-bca9-4a5f-8d1f-6553cc107f56 req-7a340006-07bc-4a95-8544-78a716b75f92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.1136165 Apr 01 13:03:21.499707 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.524066 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-46002fca-bca9-4a5f-8d1f-6553cc107f56 req-5b2d3a91-60d7-46f0-885e-93a38e12a6ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253190 Apr 01 13:03:21.574421 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.600072 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bccbe-4f1c-4967-b865-8d4c000e24d1 req-4238aa31-cac4-4542-832a-c3c438453cff tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:21.602178 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-314bccbe-4f1c-4967-b865-8d4c000e24d1 req-4238aa31-cac4-4542-832a-c3c438453cff tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 931 time: 0.0916815 Apr 01 13:03:21.713173 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-314bccbe-4f1c-4967-b865-8d4c000e24d1 req-9a1ae4b0-38bb-498e-a142-689f1673d1f4 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048775 Apr 01 13:03:21.747344 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'Port': ['ID=5b186057-11d9-4d55-bd8e-dfbe35c7cf45,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:21.761497 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.787736 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd4197-c0aa-4b1e-9b34-25dd51a531d9 req-e82e43c4-d794-457e-aeed-764becdaaefe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:21.788029 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be62270b-17c5-4c77-8c0e-e3bdd370b091 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:21.794652 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4cbd4197-c0aa-4b1e-9b34-25dd51a531d9 req-e82e43c4-d794-457e-aeed-764becdaaefe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 944 time: 0.1390886 Apr 01 13:03:21.813689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks [] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.837494 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Transition to ACTIVE for port object be62270b-17c5-4c77-8c0e-e3bdd370b091 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:03:21.847860 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4cbd4197-c0aa-4b1e-9b34-25dd51a531d9 req-bb2fd9ea-7c9b-4003-8b1e-74177bedf8b8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515978 Apr 01 13:03:21.851614 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.861225 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-996fafa3-5735-4bf7-b9c5-6dc79652d9f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8836637 Apr 01 13:03:21.900021 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:21.985679 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Pushing event updated for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:22.035103 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Attempting to bind port be62270b-17c5-4c77-8c0e-e3bdd370b091 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:03:22.035613 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Attempting to bind port be62270b-17c5-4c77-8c0e-e3bdd370b091 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:03:22.035915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Attempting to bind port be62270b-17c5-4c77-8c0e-e3bdd370b091 on network abc8b937-a252-4f6e-a0c7-22e572aaf492 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:22.041543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Port be62270b-17c5-4c77-8c0e-e3bdd370b091 on network abc8b937-a252-4f6e-a0c7-22e572aaf492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:03:22.042188 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Attempting to bind port be62270b-17c5-4c77-8c0e-e3bdd370b091 on network abc8b937-a252-4f6e-a0c7-22e572aaf492 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:22.049669 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:03:22.049967 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Checking segment: {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:03:22.050425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Bound using segment: {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:03:22.050864 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Bound port: be62270b-17c5-4c77-8c0e-e3bdd370b091, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bba4b3-35f3-4c3f-948c-08e588d3e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:03:22.051226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:22.163858 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-d280ca6e-96cc-4f0f-abb1-b5070e709a1f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1962104147&fields=id&tenant_id=65fb521867914335907212c3c86e9caf HTTP/1.1" status: 200 len: 267 time: 0.1093020 Apr 01 13:03:22.170213 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:03:22.173416 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:03:22.275982 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:22.328471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.329160 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:22.330490 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] 10.222.0.62 "PUT /v2.0/ports/be62270b-17c5-4c77-8c0e-e3bdd370b091 HTTP/1.1" status: 200 len: 1093 time: 1.2811062 Apr 01 13:03:22.332699 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:22.335957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c499d12-1d08-44ab-8717-1b3f96359f88" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:22.347570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-7093267a-87f5-4c1f-8510-5ed652c0fb13 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.349612 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-7093267a-87f5-4c1f-8510-5ed652c0fb13 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1739843 Apr 01 13:03:22.367045 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-b14b198e-df51-4b64-8b79-8ef6654f9e55 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/quotas/65fb521867914335907212c3c86e9caf HTTP/1.1" status: 200 len: 375 time: 0.0091662 Apr 01 13:03:22.387242 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137927a0-3231-4a14-8ba7-6589b522893e service neutron] Pushing event updated for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:22.405913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a1dac6-06ea-43f0-8d21-ae36144ff9ec x-openstack-request-id: req-63a1dac6-06ea-43f0-8d21-ae36144ff9ec {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:22.406202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:22.406455 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63a1dac6-06ea-43f0-8d21-ae36144ff9ec {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:22.406858 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a1dac6-06ea-43f0-8d21-ae36144ff9ec'] response: {'name': 'network-changed', 'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091', 'status': 'completed', 'code': 200} Apr 01 13:03:22.437414 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-997db843-95e5-4269-b883-970f8babf15f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630262 Apr 01 13:03:22.551632 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625fd8-546e-4126-8eeb-c06cc880683f req-2cf7be20-0741-4c77-8fa3-033d299014e6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.554282 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-26625fd8-546e-4126-8eeb-c06cc880683f req-2cf7be20-0741-4c77-8fa3-033d299014e6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0844562 Apr 01 13:03:22.604737 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-aebc8de0-368e-481b-80af-1eba6eb53dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.606457 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-aebc8de0-368e-481b-80af-1eba6eb53dd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0934021 Apr 01 13:03:22.608694 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-438ddc35-4291-43d8-a6bf-4a448fb679b7 service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570396 Apr 01 13:03:22.619855 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-26625fd8-546e-4126-8eeb-c06cc880683f req-5d22223b-86c4-4f7a-afff-74880640c27d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586240 Apr 01 13:03:22.627329 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 1a481bd3-0517-4e0a-870e-f800774b1328 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:03:22.745852 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 1a481bd3-0517-4e0a-870e-f800774b1328 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:03:22.752024 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 1a481bd3-0517-4e0a-870e-f800774b1328 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:22.752350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:22.772300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c5ac-2613-40d7-98c5-375a562a263c req-3dee486c-2eaa-4f86-9fe5-e691542fc346 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.785002 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6693c5ac-2613-40d7-98c5-375a562a263c req-3dee486c-2eaa-4f86-9fe5-e691542fc346 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0771875 Apr 01 13:03:22.801309 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-3f0a8a84-4735-42b1-8f22-b821d7c2491c service neutron] 10.222.0.43 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847537 Apr 01 13:03:22.803133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-42fffd0b-4033-4bd4-8003-931a2c5778e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.805924 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-42fffd0b-4033-4bd4-8003-931a2c5778e9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1877813 Apr 01 13:03:22.914375 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-c3a467f2-3d95-4e26-b32f-ff0ec6502f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:22.916460 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c499d12-1d08-44ab-8717-1b3f96359f88 req-c3a467f2-3d95-4e26-b32f-ff0ec6502f1e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031220 Apr 01 13:03:22.924387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 1a481bd3-0517-4e0a-870e-f800774b1328 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:22.924752 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:22.968860 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:22.972254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d647548-60e1-46d3-821d-dbd13ed6f5ce" -d '{"events": [{"server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "name": "network-vif-plugged", "status": "completed", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:22.986697 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a481bd3-0517-4e0a-870e-f800774b1328,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:23.064140 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:23.079278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-f2309418-22fb-4404-9adb-dbd06d327bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:23.081353 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-f2309418-22fb-4404-9adb-dbd06d327bf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 1127 time: 0.1131651 Apr 01 13:03:23.149097 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:23.191319 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-9b21e68b-029f-4e1e-a481-29564e9fd676 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091 HTTP/1.1" status: 200 len: 217 time: 0.0990012 Apr 01 13:03:23.232669 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6693c5ac-2613-40d7-98c5-375a562a263c req-cdfde605-959a-481b-b7df-383a7c0d9a2c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4463234 Apr 01 13:03:23.260400 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589a39-fa09-4732-a3c5-88848969cbfc req-02034c9b-596e-4f0b-a324-7ea3613046c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:23.274101 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-02034c9b-596e-4f0b-a324-7ea3613046c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69236d89-206d-4ef8-9db7-77c5a4cc30b4 HTTP/1.1" status: 200 len: 854 time: 0.0733144 Apr 01 13:03:23.318635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf340c-2b64-4b10-a1a7-aa29bf1d40fb req-d0464739-1647-4238-8e0f-abc51eb95b92 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:23.320695 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9fcf340c-2b64-4b10-a1a7-aa29bf1d40fb req-d0464739-1647-4238-8e0f-abc51eb95b92 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 943 time: 0.2230024 Apr 01 13:03:23.322796 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-1ee438ad-bf37-4c5f-b54d-bb3ffe0fe59c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abc8b937-a252-4f6e-a0c7-22e572aaf492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414507 Apr 01 13:03:23.362310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca420-dcdd-4063-adf9-571d6f0e75ee req-9bd74898-24f5-456a-82be-34cf30aaf2c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:23.365381 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-538ca420-dcdd-4063-adf9-571d6f0e75ee req-9bd74898-24f5-456a-82be-34cf30aaf2c3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0607121 Apr 01 13:03:23.435068 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-538ca420-dcdd-4063-adf9-571d6f0e75ee req-7f7601cb-df20-44b8-9f16-5fbf21f63cc8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639908 Apr 01 13:03:23.487055 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1d2a59-66dd-4c22-b8e6-08414be8eae5 x-openstack-request-id: req-2a1d2a59-66dd-4c22-b8e6-08414be8eae5 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:23.487895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "name": "network-vif-plugged", "status": "completed", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:23.488256 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a1d2a59-66dd-4c22-b8e6-08414be8eae5 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:23.488775 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1d2a59-66dd-4c22-b8e6-08414be8eae5'] response: {'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328', 'code': 200} Apr 01 13:03:23.560919 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd153ea8-eda6-48fc-9d63-b3829bf7a4ad req-7f04f5f0-8533-4cfc-af1b-1617d6ad04c3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0362678 Apr 01 13:03:23.718683 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9fcf340c-2b64-4b10-a1a7-aa29bf1d40fb req-93e52dbf-8eda-4730-970a-c208033a343d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909841 Apr 01 13:03:23.800390 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-c691af77-4f2c-4bab-ae05-b1c411dced0a service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138327 Apr 01 13:03:23.800497 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc74ee-cd44-45e0-add5-736658e50aeb req-aa53840c-1b61-4c4c-a329-e8108e629562 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:23.800497 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1efc74ee-cd44-45e0-add5-736658e50aeb req-aa53840c-1b61-4c4c-a329-e8108e629562 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0570872 Apr 01 13:03:23.827459 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1efc74ee-cd44-45e0-add5-736658e50aeb req-0e72e108-2763-4f6c-8f56-2ec9b7d8fbf2 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Apr 01 13:03:23.865012 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21589a39-fa09-4732-a3c5-88848969cbfc req-3fc89a4c-b66f-4359-95ad-48c03ea965cf service neutron] 10.222.0.62 "GET /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131251 Apr 01 13:03:24.197279 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7e45-44d8-4fc4-8bae-5b48ebda18f4 req-85517064-e9a3-43d7-877d-0119665add26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:24.199062 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3ffd7e45-44d8-4fc4-8bae-5b48ebda18f4 req-85517064-e9a3-43d7-877d-0119665add26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 1129 time: 0.0595040 Apr 01 13:03:24.260755 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3ffd7e45-44d8-4fc4-8bae-5b48ebda18f4 req-304b6610-2c4f-4633-899a-c5c9aa8ad88f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531225 Apr 01 13:03:24.565004 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab221b-0101-48f2-bef6-f8eeb6313f28 req-a913d72a-b112-4231-b3dc-b2bc909f6912 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:24.566784 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79ab221b-0101-48f2-bef6-f8eeb6313f28 req-a913d72a-b112-4231-b3dc-b2bc909f6912 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0606081 Apr 01 13:03:24.626207 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79ab221b-0101-48f2-bef6-f8eeb6313f28 req-1c9b8919-8078-435e-ad49-f4992a208cd8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529552 Apr 01 13:03:24.694509 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d041ef96-5081-4d30-ad78-c3f84a7020ca req-2158034c-b907-42d9-834b-2a60d9f9c96c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Apr 01 13:03:24.943851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34926-dfa9-4128-a768-7741beda530b req-e0532bfc-e4a2-448e-a7a1-f56f99384da6 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:24.945656 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-53b34926-dfa9-4128-a768-7741beda530b req-e0532bfc-e4a2-448e-a7a1-f56f99384da6 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 943 time: 0.0780582 Apr 01 13:03:24.997405 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421f92-e2aa-4155-878a-f779419f8bf4 req-055d9644-aa20-4046-807c-10bbdfff939f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:25.006548 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e421f92-e2aa-4155-878a-f779419f8bf4 req-055d9644-aa20-4046-807c-10bbdfff939f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0721464 Apr 01 13:03:25.029992 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-53b34926-dfa9-4128-a768-7741beda530b req-bf4be5c4-61eb-4ef9-b62f-5e3f0c34b8df tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Apr 01 13:03:25.077118 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e421f92-e2aa-4155-878a-f779419f8bf4 req-47d4d669-42a5-46db-8119-17f4185281d6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650394 Apr 01 13:03:25.807017 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1840ac99-038f-4b49-adfc-307305e07f42 req-f8fdd480-c07e-455a-a9c4-71efb72ad7a3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0347600 Apr 01 13:03:25.814647 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a0f7c-be0f-40ce-8c76-b8cb7716d643 req-a76f8f35-af4a-4e31-834f-acdab221167f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:25.821934 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5d7a0f7c-be0f-40ce-8c76-b8cb7716d643 req-a76f8f35-af4a-4e31-834f-acdab221167f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0872881 Apr 01 13:03:25.899922 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5d7a0f7c-be0f-40ce-8c76-b8cb7716d643 req-0aa5b60a-c7b2-4689-95d8-1612da7c621b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769298 Apr 01 13:03:26.086510 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-6355c68e-560c-400a-9556-ab308b54bcf6 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:26.088305 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-6355c68e-560c-400a-9556-ab308b54bcf6 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 818 time: 0.1463335 Apr 01 13:03:26.209823 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b2850-9a34-439b-bcf6-8c32045d2a0d req-005235bd-a8b4-44de-a352-d13645e31a1c tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:26.212027 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d10b2850-9a34-439b-bcf6-8c32045d2a0d req-005235bd-a8b4-44de-a352-d13645e31a1c tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 943 time: 0.0743120 Apr 01 13:03:26.258494 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-aac1eee0-b61f-4f21-91e0-d6dcd8b1ce5f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65fb521867914335907212c3c86e9caf HTTP/1.1" status: 200 len: 380 time: 0.1544163 Apr 01 13:03:26.275775 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'port': {'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'admin_state_up': True, 'tenant_id': '65fb521867914335907212c3c86e9caf', 'security_groups': ['4f03a8d3-b0b6-49c1-840f-644ba972df81']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:26.304400 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d10b2850-9a34-439b-bcf6-8c32045d2a0d req-b5e58386-5808-46bc-a2e5-afd4444ed41a tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859215 Apr 01 13:03:26.331813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5b660-6ced-49ad-9edb-9e22d929bfeb req-1151688f-144a-4f93-a2b3-7f849ca21642 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:26.334128 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-73c5b660-6ced-49ad-9edb-9e22d929bfeb req-1151688f-144a-4f93-a2b3-7f849ca21642 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1209991 Apr 01 13:03:26.445403 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-73c5b660-6ced-49ad-9edb-9e22d929bfeb req-053c0715-7a4b-4898-9ae2-7302e58cee4e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038041 Apr 01 13:03:26.563564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Made reservation on behalf of 65fb521867914335907212c3c86e9caf for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:03:26.569929 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:26.718231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Allocated IP 172.20.0.7 (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb/01d9fada-da2a-4724-b553-e5cb6cb2fa0d/790b9473-a39b-48fa-adb2-da8dc0c60a6b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:03:26.894163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:26.929623 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-566ed7ea-aebe-4a0e-9d0e-690d5c31bafc req-7475fac4-81fe-4265-9035-1633315e053a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0358105 Apr 01 13:03:27.026256 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751f576-574a-468d-8de5-f38056acb70f req-4efd1864-8dcb-4670-9be8-bc7f66b24d15 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.027765 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0751f576-574a-468d-8de5-f38056acb70f req-4efd1864-8dcb-4670-9be8-bc7f66b24d15 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0571830 Apr 01 13:03:27.029465 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.109599 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:03:27.118768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:03:27.127614 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:03:27.132970 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.133680 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.142260 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event updated for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:27.169424 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0751f576-574a-468d-8de5-f38056acb70f req-e8eb35cb-9231-42c5-a134-c630d4277908 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348507 Apr 01 13:03:27.235555 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-5fae25ca-6e1e-42dd-9545-b40248f5e19c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9649673 Apr 01 13:03:27.255132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Request body: {'port': {'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:27.323042 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b9f21-7c32-4be0-90e4-b10659478342 req-7c9dd663-851f-427f-9417-c871c2d801c9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.325092 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-673b9f21-7c32-4be0-90e4-b10659478342 req-7c9dd663-851f-427f-9417-c871c2d801c9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0796847 Apr 01 13:03:27.393628 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-673b9f21-7c32-4be0-90e4-b10659478342 req-17ae5ab2-d84d-4646-8def-a512a3a54bd2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629904 Apr 01 13:03:27.405695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.408040 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60100) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:27.444309 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-265c8edd-1782-45b1-ba0b-70af08c4d249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.476995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-1adf88af-f4b9-4ca4-9363-9f755527c179 None None] Provisioning complete for port 790b9473-a39b-48fa-adb2-da8dc0c60a6b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:27.477999 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1adf88af-f4b9-4ca4-9363-9f755527c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.559335 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-1adf88af-f4b9-4ca4-9363-9f755527c179 None None] Port 790b9473-a39b-48fa-adb2-da8dc0c60a6b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:03:27.634369 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a78f1-71b2-4903-b74e-991d28c70920 req-0b2685b1-4baa-46e4-80bb-9f77b7be1b3f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.635892 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b8a78f1-71b2-4903-b74e-991d28c70920 req-0b2685b1-4baa-46e4-80bb-9f77b7be1b3f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 943 time: 0.2282400 Apr 01 13:03:27.653786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603dcec-3009-45f8-8c34-33b9658be93b req-b4b0ae9b-71ee-41c7-b9a0-5147f926a576 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.655326 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1603dcec-3009-45f8-8c34-33b9658be93b req-b4b0ae9b-71ee-41c7-b9a0-5147f926a576 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0980752 Apr 01 13:03:27.740162 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c71467-03fd-435f-84fc-6dd65122f5d6 tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:27.742655 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-78c71467-03fd-435f-84fc-6dd65122f5d6 tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 1124 time: 0.3330913 Apr 01 13:03:27.748856 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1603dcec-3009-45f8-8c34-33b9658be93b req-9825786e-b3f2-4ed4-b53d-6c1354d540d9 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830169 Apr 01 13:03:27.749338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60106) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:27.753861 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'port_id': '1a481bd3-0517-4e0a-870e-f800774b1328', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:27.777792 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b8a78f1-71b2-4903-b74e-991d28c70920 req-98c337d9-a222-4a58-90b2-dac97c6352c9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273975 Apr 01 13:03:27.831306 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.898372 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790b9473-a39b-48fa-adb2-da8dc0c60a6b {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:27.906641 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks [] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.926296 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Transition to ACTIVE for port object 790b9473-a39b-48fa-adb2-da8dc0c60a6b will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:03:27.973389 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:27.996725 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.091242 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Pushing event updated for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:28.110539 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Attempting to bind port 790b9473-a39b-48fa-adb2-da8dc0c60a6b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:03:28.111122 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Attempting to bind port 790b9473-a39b-48fa-adb2-da8dc0c60a6b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:03:28.111640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Attempting to bind port 790b9473-a39b-48fa-adb2-da8dc0c60a6b on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:28.122249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Port 790b9473-a39b-48fa-adb2-da8dc0c60a6b on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:03:28.122861 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Attempting to bind port 790b9473-a39b-48fa-adb2-da8dc0c60a6b on network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:03:28.128609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:03:28.129550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Checking segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:03:28.131015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Bound using segment: {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:03:28.131638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Bound port: 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0902ea-93b8-4d29-adde-e076ca0a977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:03:28.132257 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.158935 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffe470-fdc2-4e40-ac65-aff7959d0566 req-5b1eede8-5c07-4b2c-83f9-b1cc8ba216f2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.160601 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b1ffe470-fdc2-4e40-ac65-aff7959d0566 req-5b1eede8-5c07-4b2c-83f9-b1cc8ba216f2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 943 time: 0.1373532 Apr 01 13:03:28.197147 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.27.2.149 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/75013c56-5534-494a-8e0a-e6a57d1e41b1) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:03:28.255989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:03:28.260204 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:03:28.307322 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b1ffe470-fdc2-4e40-ac65-aff7959d0566 req-78433629-c7e1-4554-9477-d10431b7ebea tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382775 Apr 01 13:03:28.341198 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.380590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.381090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.382715 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] 10.222.0.62 "PUT /v2.0/ports/790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 1093 time: 1.1337569 Apr 01 13:03:28.383256 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:28.385951 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:28.411956 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.453225 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8cb9a-492a-402d-8b9b-abe49e878966 service neutron] Pushing event updated for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:28.460687 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c54a4-985f-48b7-b3a8-be36d1273043 x-openstack-request-id: req-119c54a4-985f-48b7-b3a8-be36d1273043 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:28.460909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:28.464277 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-119c54a4-985f-48b7-b3a8-be36d1273043 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:28.464770 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119c54a4-985f-48b7-b3a8-be36d1273043'] response: {'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'status': 'completed', 'code': 200} Apr 01 13:03:28.539224 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:28.597425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-c7773555-fc6d-4fbc-a97f-817ca114b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.599335 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-c7773555-fc6d-4fbc-a97f-817ca114b469 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1127 time: 0.0865457 Apr 01 13:03:28.610059 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:03:28.623150 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:03:28.652157 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:03:28.672907 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device be62270b-17c5-4c77-8c0e-e3bdd370b091 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:03:28.701920 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=75013c56-5534-494a-8e0a-e6a57d1e41b1,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:28.752231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-939ed24c-f8bf-426c-a9b4-f89be80450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.754141 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-939ed24c-f8bf-426c-a9b4-f89be80450b1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=65fb521867914335907212c3c86e9caf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1424742 Apr 01 13:03:28.894648 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:28.976553 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-9256c8c0-a9ba-4d7f-833e-2007258b7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.978665 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2754bb9a-6ca9-47fb-9f0d-fe601b9d98e1 req-9256c8c0-a9ba-4d7f-833e-2007258b7dd3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177944 Apr 01 13:03:28.997835 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ae344-8e9e-441d-809c-0a0716a998d3 req-60f2d395-0f8a-4f26-9b5a-82fe5279ddd0 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:28.999560 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-701ae344-8e9e-441d-809c-0a0716a998d3 req-60f2d395-0f8a-4f26-9b5a-82fe5279ddd0 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 943 time: 0.1009977 Apr 01 13:03:29.050185 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'be62270b-17c5-4c77-8c0e-e3bdd370b091', 'network_id': 'abc8b937-a252-4f6e-a0c7-22e572aaf492', 'port_id': 'be62270b-17c5-4c77-8c0e-e3bdd370b091', 'mac_address': 'fa:16:3e:f1:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69236d89-206d-4ef8-9db7-77c5a4cc30b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:03:29.092937 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-701ae344-8e9e-441d-809c-0a0716a998d3 req-d3a200e7-8f76-4da6-8821-03b34f6447ca tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Apr 01 13:03:29.127798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port be62270b-17c5-4c77-8c0e-e3bdd370b091 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:29.138023 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.140120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-23254453-c10b-4acf-8b7d-175e5c7bc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:29.141741 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-23254453-c10b-4acf-8b7d-175e5c7bc473 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1127 time: 0.0832372 Apr 01 13:03:29.155340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be62270b-17c5-4c77-8c0e-e3bdd370b091 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:29.186274 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:29.224502 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-ebd83b99-368f-424d-9033-0d9584f8a2b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 217 time: 0.0650685 Apr 01 13:03:29.227415 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (70cfd1ad-5dd7-4b54-b479-310d85fc3ed6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.260207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.297176 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfba7-ea41-42e8-8f37-81b9ad6f181a req-194a9c66-3919-45c2-95b6-bb682f85383f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:29.305349 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9ddfba7-ea41-42e8-8f37-81b9ad6f181a req-194a9c66-3919-45c2-95b6-bb682f85383f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.4073994 Apr 01 13:03:29.312287 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-921f8d19-73fa-4b67-aa2f-a7538d4d2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:29.313872 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-921f8d19-73fa-4b67-aa2f-a7538d4d2e7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0785317 Apr 01 13:03:29.362661 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:29.377018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-8f6073f7-2690-4c69-bd89-a4d68d40aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:29.378961 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-8f6073f7-2690-4c69-bd89-a4d68d40aef6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558391 Apr 01 13:03:29.400433 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9ddfba7-ea41-42e8-8f37-81b9ad6f181a req-e5ac545a-3981-4b4e-9d54-6dcf0b327152 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928583 Apr 01 13:03:29.430761 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.538573 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01e4b-be6f-48ef-ab1a-be68ad5da8a0 req-51af4a3b-977a-485c-a420-2976a9d15fad tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:29.540194 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98d01e4b-be6f-48ef-ab1a-be68ad5da8a0 req-51af4a3b-977a-485c-a420-2976a9d15fad tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 943 time: 0.1449440 Apr 01 13:03:29.572120 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-9aefda94-e2dd-47f2-a96e-8d1e983329b3 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648600 Apr 01 13:03:29.641059 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.656841 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98d01e4b-be6f-48ef-ab1a-be68ad5da8a0 req-dd27a2e8-67f6-4cc2-90e3-6fe01335e06a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057680 Apr 01 13:03:29.682095 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['be62270b-17c5-4c77-8c0e-e3bdd370b091'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:03:29.704297 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.714161 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55f8f81a-c891-4a8d-83bc-b4a60ca19467 req-9144b582-a395-4a38-830c-934e2271a80d service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293769 Apr 01 13:03:29.802752 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=75013c56-5534-494a-8e0a-e6a57d1e41b1,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:29.809308 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (70cfd1ad-5dd7-4b54-b479-310d85fc3ed6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.872729 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bd686e96-f86b-4ba9-b757-425422a48936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:29.939087 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP 70cfd1ad-5dd7-4b54-b479-310d85fc3ed6 associated. External IP: 172.27.2.149, port: 1a481bd3-0517-4e0a-870e-f800774b1328. Apr 01 13:03:30.180256 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:03:30.359773 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479fa3-504f-4321-bde7-43e0089a2ddc req-91d23728-01ed-484c-9e6c-e29880f910e8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:30.361296 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2479fa3-504f-4321-bde7-43e0089a2ddc req-91d23728-01ed-484c-9e6c-e29880f910e8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 944 time: 0.1719587 Apr 01 13:03:30.393525 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:03:30.409051 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:03:30.426671 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:03:30.427905 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:03:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:30.444130 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2479fa3-504f-4321-bde7-43e0089a2ddc req-1faa5db6-8dde-4772-9fb4-b3437fd2b58d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747654 Apr 01 13:03:30.504834 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:30.561654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9bfac-84d4-4f77-b36e-250f32d238e6 req-f61cd51a-9430-447c-b22a-f71b80909692 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:30.569509 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ab9bfac-84d4-4f77-b36e-250f32d238e6 req-f61cd51a-9430-447c-b22a-f71b80909692 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0777595 Apr 01 13:03:30.570971 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:03:30.593617 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4fe03366-97c9-4dd1-bf63-82dad0c02b58 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8315771 Apr 01 13:03:30.593617 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:30.593617 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a56485-2ae3-48ff-bab4-27902714a754" -d '{"events": [{"name": "network-changed", "server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:30.635144 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74144ef7-7b1a-4c88-a609-e6748eb57dfe x-openstack-request-id: req-74144ef7-7b1a-4c88-a609-e6748eb57dfe {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:30.635694 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:30.636168 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74144ef7-7b1a-4c88-a609-e6748eb57dfe {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:30.636779 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74144ef7-7b1a-4c88-a609-e6748eb57dfe'] response: {'name': 'network-changed', 'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328', 'status': 'completed', 'code': 200} Apr 01 13:03:30.656951 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ab9bfac-84d4-4f77-b36e-250f32d238e6 req-cc85070b-684f-4895-9edd-ff0222fe8cde tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767589 Apr 01 13:03:30.719624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-dc19f434-481e-45bb-bf3d-586aa4f3a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:30.721433 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-dc19f434-481e-45bb-bf3d-586aa4f3a36c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 1129 time: 0.0552320 Apr 01 13:03:30.870169 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621758c3-d8de-4b95-9eff-b223e47b7cc0 req-4032e2f3-16ca-4cb5-ae35-8266786227f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:30.871759 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-621758c3-d8de-4b95-9eff-b223e47b7cc0 req-4032e2f3-16ca-4cb5-ae35-8266786227f1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 943 time: 0.1124279 Apr 01 13:03:30.873886 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-367f85f5-475d-4c99-9399-5f7fef47ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:30.875519 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-367f85f5-475d-4c99-9399-5f7fef47ec1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.1439476 Apr 01 13:03:30.942411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:30.983294 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-621758c3-d8de-4b95-9eff-b223e47b7cc0 req-02f9509c-f9f6-4221-9bc1-e5b8ec18a702 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912299 Apr 01 13:03:30.984602 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-3ff04735-73d5-491e-8092-059fd61586c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a481bd3-0517-4e0a-870e-f800774b1328 HTTP/1.1" status: 200 len: 999 time: 0.0957153 Apr 01 13:03:31.041299 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '70cfd1ad-5dd7-4b54-b479-310d85fc3ed6', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '1a481bd3-0517-4e0a-870e-f800774b1328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:6c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:29Z', 'updated_at': '2022-04-01T13:03:29Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:31.044417 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-09dfeabc-016d-44dc-ae5f-def06aa5acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:31.045911 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-09dfeabc-016d-44dc-ae5f-def06aa5acab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0538001 Apr 01 13:03:31.067212 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:03:31.076243 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:03:31.076864 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:03:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:31.097593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-9194563b-51a2-4653-b2b6-c80bcb770e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:31.099266 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-9194563b-51a2-4653-b2b6-c80bcb770e39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450413 Apr 01 13:03:31.203406 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-35a3260b-894c-4fee-b560-907690196626 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872190 Apr 01 13:03:31.203631 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:03:31.298289 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9a56485-2ae3-48ff-bab4-27902714a754 req-ff2e7129-189e-4bfd-be5b-eeaefa339c00 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936146 Apr 01 13:03:31.452531 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '70cfd1ad-5dd7-4b54-b479-310d85fc3ed6', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '1a481bd3-0517-4e0a-870e-f800774b1328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:6c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:29Z', 'updated_at': '2022-04-01T13:03:29Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:31.483153 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7193ff-2c60-4735-b08a-054a804890d8 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '70cfd1ad-5dd7-4b54-b479-310d85fc3ed6', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '1a481bd3-0517-4e0a-870e-f800774b1328', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:6c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:29Z', 'updated_at': '2022-04-01T13:03:29Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:03:31.608362 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9baa-8862-4920-a563-077196e26157 req-73bc2e10-8b46-4427-a2b6-58bc73866900 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:31.610163 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-880a9baa-8862-4920-a563-077196e26157 req-73bc2e10-8b46-4427-a2b6-58bc73866900 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 944 time: 0.0805142 Apr 01 13:03:31.719684 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-880a9baa-8862-4920-a563-077196e26157 req-9ca76875-2a24-419a-8ec5-36eb11632ec8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939655 Apr 01 13:03:31.793523 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b64c33-decf-4753-85fb-ddb0aa2e7019 None None] New status for floating IP 70cfd1ad-5dd7-4b54-b479-310d85fc3ed6: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:03:31.846193 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397c38c-5914-486e-9460-23916a5a3a5b req-00011861-3c90-48c2-886e-f90316b6440b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:31.848739 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e397c38c-5914-486e-9460-23916a5a3a5b req-00011861-3c90-48c2-886e-f90316b6440b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1038127 Apr 01 13:03:31.926048 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e397c38c-5914-486e-9460-23916a5a3a5b req-325154a0-2641-49a9-9877-35a8ff6be87d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689967 Apr 01 13:03:32.140526 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe404d-8137-483c-b2ab-34e8906e2fd7 req-d094f108-f460-4e58-9b59-eaacd37d99ff tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:32.147942 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-44fe404d-8137-483c-b2ab-34e8906e2fd7 req-d094f108-f460-4e58-9b59-eaacd37d99ff tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 943 time: 0.0684946 Apr 01 13:03:32.194835 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-44fe404d-8137-483c-b2ab-34e8906e2fd7 req-9f0351df-ac58-436e-a614-7e0072e584b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 Apr 01 13:03:32.413172 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:32.701206 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 790b9473-a39b-48fa-adb2-da8dc0c60a6b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:03:32.704223 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device be62270b-17c5-4c77-8c0e-e3bdd370b091 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:03:32.875647 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:32.889961 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:03:32.892759 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port be62270b-17c5-4c77-8c0e-e3bdd370b091 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:03:32.897375 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port be62270b-17c5-4c77-8c0e-e3bdd370b091 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:32.897989 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:32.939293 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20d5b-bb5e-440a-802e-9103dba524f3 req-1d03afa4-bc95-48bf-9445-4cb0341e02bd tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:32.941886 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49d20d5b-bb5e-440a-802e-9103dba524f3 req-1d03afa4-bc95-48bf-9445-4cb0341e02bd tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 944 time: 0.0970211 Apr 01 13:03:32.979993 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 790b9473-a39b-48fa-adb2-da8dc0c60a6b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:32.980386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:32.998513 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790b9473-a39b-48fa-adb2-da8dc0c60a6b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:03:33.019238 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49d20d5b-bb5e-440a-802e-9103dba524f3 req-a551eeab-05af-4149-84ad-028d9af85cb8 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Apr 01 13:03:33.058124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:33.068705 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port be62270b-17c5-4c77-8c0e-e3bdd370b091 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:33.069512 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:33.089330 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb584a-2f44-44f6-a949-14b91b2a4c0f req-08a11ce2-0fb6-48a1-9667-25e21843683d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:33.092640 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bbbb584a-2f44-44f6-a949-14b91b2a4c0f req-08a11ce2-0fb6-48a1-9667-25e21843683d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0738320 Apr 01 13:03:33.102953 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:33.105462 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad50b24e-aeeb-4e30-a196-7e2e38d5c16a" -d '{"events": [{"server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "name": "network-vif-plugged", "status": "completed", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:33.119740 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:33.122340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:33.153834 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bbbb584a-2f44-44f6-a949-14b91b2a4c0f req-f07cda07-b4ef-4c11-9a12-c9deaa3e0de6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554373 Apr 01 13:03:33.181314 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cc8e7-f1b6-453d-b436-b50e2c41c562 x-openstack-request-id: req-284cc8e7-f1b6-453d-b436-b50e2c41c562 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:33.181314 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "name": "network-vif-plugged", "status": "completed", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:33.181314 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-284cc8e7-f1b6-453d-b436-b50e2c41c562 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:33.181314 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284cc8e7-f1b6-453d-b436-b50e2c41c562'] response: {'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091', 'code': 200} Apr 01 13:03:33.185784 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:33.192944 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:33.267940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:33.361271 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1f5f-7c8e-4ce4-b815-b0494a2bc3ce req-ee838267-a54a-4998-900d-0397c8e7e742 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:33.363099 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-612c1f5f-7c8e-4ce4-b815-b0494a2bc3ce req-ee838267-a54a-4998-900d-0397c8e7e742 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 944 time: 0.0733244 Apr 01 13:03:33.437542 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-612c1f5f-7c8e-4ce4-b815-b0494a2bc3ce req-4f2c653a-ae07-4eb9-8fe3-5b3ffd086634 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661211 Apr 01 13:03:33.480386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['790b9473-a39b-48fa-adb2-da8dc0c60a6b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:03:33.571438 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15325c-85c6-4339-a92e-968fd2d2d07b req-256c35d2-47e3-4047-8243-d07372c42429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:33.573111 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d15325c-85c6-4339-a92e-968fd2d2d07b req-256c35d2-47e3-4047-8243-d07372c42429 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0596054 Apr 01 13:03:33.642541 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3d15325c-85c6-4339-a92e-968fd2d2d07b req-ff922baf-e21b-4b34-abee-00617bdaf9f9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604343 Apr 01 13:03:33.734087 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:34.165000 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c1740-1fa4-4ca3-befb-515155e2d951 req-db2bd334-ab56-498e-a024-98bff8660edb tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:34.166680 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b93c1740-1fa4-4ca3-befb-515155e2d951 req-db2bd334-ab56-498e-a024-98bff8660edb tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0715342 Apr 01 13:03:34.240909 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b93c1740-1fa4-4ca3-befb-515155e2d951 req-2d715b37-e63e-462e-a580-c0efa9c9429d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677412 Apr 01 13:03:34.305803 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f47143-4bec-48aa-8be1-a81def820672 req-672912e3-8482-4952-ba5b-40d7ef1fd564 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:34.307329 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-97f47143-4bec-48aa-8be1-a81def820672 req-672912e3-8482-4952-ba5b-40d7ef1fd564 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0657761 Apr 01 13:03:34.358725 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-97f47143-4bec-48aa-8be1-a81def820672 req-ca94eff6-54f3-4bcc-b04e-cf78e155308b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 Apr 01 13:03:34.562498 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bca4c-2a8a-4306-8293-0128e1893f0a req-acb0fa62-1327-4602-96f9-ce850f9104ae tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:34.563890 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8f4bca4c-2a8a-4306-8293-0128e1893f0a req-acb0fa62-1327-4602-96f9-ce850f9104ae tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Apr 01 13:03:34.609833 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8f4bca4c-2a8a-4306-8293-0128e1893f0a req-11ca45e9-406e-4867-b121-7bab5ab32ec7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Apr 01 13:03:34.716590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 790b9473-a39b-48fa-adb2-da8dc0c60a6b up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:03:34.819578 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 790b9473-a39b-48fa-adb2-da8dc0c60a6b completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:03:34.823799 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 790b9473-a39b-48fa-adb2-da8dc0c60a6b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:03:34.824169 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:34.914162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 790b9473-a39b-48fa-adb2-da8dc0c60a6b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:03:34.914549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:34.951279 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:03:35.019590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:35.081356 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:35.180962 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:35.183316 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18ad252-18a6-4cfa-8e08-ec6c23c86a7b" -d '{"events": [{"server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "name": "network-vif-plugged", "status": "completed", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:35.231768 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588f876f-7cf9-4af1-a37d-58c3f8ead724 x-openstack-request-id: req-588f876f-7cf9-4af1-a37d-58c3f8ead724 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:35.232086 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "name": "network-vif-plugged", "status": "completed", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:35.232343 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-588f876f-7cf9-4af1-a37d-58c3f8ead724 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:35.232741 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588f876f-7cf9-4af1-a37d-58c3f8ead724'] response: {'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'code': 200} Apr 01 13:03:35.369274 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ada6b2-27d2-429f-a77c-f657cdd14859 req-f79d236e-e622-41ee-8c20-1ae22710147d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:35.370699 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18ada6b2-27d2-429f-a77c-f657cdd14859 req-f79d236e-e622-41ee-8c20-1ae22710147d tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0568910 Apr 01 13:03:35.429969 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18ada6b2-27d2-429f-a77c-f657cdd14859 req-ced3d45f-af4f-455a-a6cf-ee153c6e6759 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533693 Apr 01 13:03:35.500798 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb60db-0d5b-46a1-ac11-f2aebc23f0a9 req-03fc4bda-f58c-4722-8e42-7a9663fd93bd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:35.502414 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eabb60db-0d5b-46a1-ac11-f2aebc23f0a9 req-03fc4bda-f58c-4722-8e42-7a9663fd93bd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0699117 Apr 01 13:03:35.554654 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eabb60db-0d5b-46a1-ac11-f2aebc23f0a9 req-9f4ef974-ef75-4340-8d4b-bd05420f58d3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Apr 01 13:03:35.631216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5d20-0ed7-4cc1-a306-629d96374c70 req-e110d9fe-4130-439e-a66b-b3d8ddefa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:35.632641 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-008e5d20-0ed7-4cc1-a306-629d96374c70 req-e110d9fe-4130-439e-a66b-b3d8ddefa806 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0481803 Apr 01 13:03:35.678443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-008e5d20-0ed7-4cc1-a306-629d96374c70 req-f40649fc-1fca-4d66-9bc8-08918bfbec89 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Apr 01 13:03:35.740826 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39fbb0-8485-46c9-a155-b666e7eeefb4 req-bdd82118-d4ba-4cf2-b83d-cb472c9ef7c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:35.740826 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd39fbb0-8485-46c9-a155-b666e7eeefb4 req-bdd82118-d4ba-4cf2-b83d-cb472c9ef7c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0536220 Apr 01 13:03:35.783220 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd39fbb0-8485-46c9-a155-b666e7eeefb4 req-7c5ff965-6b9d-4ba8-bab0-cfff6e782a42 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Apr 01 13:03:36.560422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818169-ca29-4ead-9894-88733ef1a5e9 req-0a1ce63b-c962-448b-9f0c-372c54c94a02 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:36.561928 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-37818169-ca29-4ead-9894-88733ef1a5e9 req-0a1ce63b-c962-448b-9f0c-372c54c94a02 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Apr 01 13:03:36.620176 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-37818169-ca29-4ead-9894-88733ef1a5e9 req-c23e6595-275c-4db6-a2be-85ecd3f544f5 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Apr 01 13:03:36.686004 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dde8d-dc1b-498f-8b51-668e279afa1e req-7a3c1fb3-9b18-4027-8b9a-d5bce13767d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:36.687867 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-840dde8d-dc1b-498f-8b51-668e279afa1e req-7a3c1fb3-9b18-4027-8b9a-d5bce13767d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0582910 Apr 01 13:03:36.746987 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-840dde8d-dc1b-498f-8b51-668e279afa1e req-65a6cfb3-af2c-4765-91e9-a73d1c007bef tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472167 Apr 01 13:03:37.175754 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f62f-fe83-4c46-b9c9-0e079540b145 req-dbe975f6-dc3b-4bf7-be9b-66d470497777 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.177420 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-34c0f62f-fe83-4c46-b9c9-0e079540b145 req-dbe975f6-dc3b-4bf7-be9b-66d470497777 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Apr 01 13:03:37.229812 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-34c0f62f-fe83-4c46-b9c9-0e079540b145 req-9eedb73f-7816-4895-ad96-aac6cfadfdd7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Apr 01 13:03:37.364032 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-6d4d7bec-cc7b-4edd-8be5-697456e91c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.365794 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-6d4d7bec-cc7b-4edd-8be5-697456e91c17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.0640512 Apr 01 13:03:37.373764 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374166bf-7ada-4337-bd11-639ea2bd09e1 req-57b6513a-2aa7-49f3-be47-975ed8e774a1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.378509 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-374166bf-7ada-4337-bd11-639ea2bd09e1 req-57b6513a-2aa7-49f3-be47-975ed8e774a1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0604713 Apr 01 13:03:37.424412 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-374166bf-7ada-4337-bd11-639ea2bd09e1 req-8e9fadab-7c86-4f9c-a32f-e4625ab4f1dd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Apr 01 13:03:37.464195 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-fbcc620c-dff4-4b88-a9d4-7c9676614abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.465808 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-fbcc620c-dff4-4b88-a9d4-7c9676614abc service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.0879142 Apr 01 13:03:37.542167 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-0b70c500-b32c-40c2-8650-51edf6cf5b66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 1001 time: 0.0696006 Apr 01 13:03:37.623241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-9faad0b9-382b-4387-9ed2-1760cf885ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.624797 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-9faad0b9-382b-4387-9ed2-1760cf885ca3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0462031 Apr 01 13:03:37.675366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-72dee361-171b-427a-8d40-dde6f2e57d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:37.677587 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-72dee361-171b-427a-8d40-dde6f2e57d8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444055 Apr 01 13:03:37.779054 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-2e861f55-d144-40c1-a8d5-9de56c2616fa service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930452 Apr 01 13:03:37.887918 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e0c180d-c161-4307-886b-e85a71c1f21b req-04286855-dc55-4ebb-a8e1-61c9f2ae3d72 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860271 Apr 01 13:03:38.560366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843151cd-9299-44d9-9bcb-d82eedf8c002 req-9eb7be72-d6b6-4763-83c3-57fcd5cdb85e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:38.562286 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-843151cd-9299-44d9-9bcb-d82eedf8c002 req-9eb7be72-d6b6-4763-83c3-57fcd5cdb85e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0644507 Apr 01 13:03:38.598857 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7ced-4830-4cc4-aec0-439266e4e423 req-3e22f12f-4a99-43fa-b4f3-ebd73e83b29c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:38.601161 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-658d7ced-4830-4cc4-aec0-439266e4e423 req-3e22f12f-4a99-43fa-b4f3-ebd73e83b29c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.2910197 Apr 01 13:03:38.615549 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-843151cd-9299-44d9-9bcb-d82eedf8c002 req-cf59acb0-95d9-423a-8dd2-33283a7e713b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Apr 01 13:03:38.654748 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-658d7ced-4830-4cc4-aec0-439266e4e423 req-46b37a1c-5995-4333-a89a-8bde334d1965 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Apr 01 13:03:38.768365 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eb4c2-e962-42ea-b41b-54c0386df3d6 req-9e3f61a5-8aa3-49ef-912a-4c7dc916b13b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:38.769785 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e9eb4c2-e962-42ea-b41b-54c0386df3d6 req-9e3f61a5-8aa3-49ef-912a-4c7dc916b13b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Apr 01 13:03:38.779017 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60298) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:38.783566 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'floatingip': {'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:03:38.824517 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.153090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60302) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:39.198729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Deleting subnet 6e7d364a-a09f-4a94-b258-f5dc7474c5a8 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:03:39.202012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Publish callbacks [] for subnet (6e7d364a-a09f-4a94-b258-f5dc7474c5a8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.236428 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Publish callbacks [] for subnet (6e7d364a-a09f-4a94-b258-f5dc7474c5a8), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.242474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.250361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (6e7d364a-a09f-4a94-b258-f5dc7474c5a8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.259814 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.339535 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.408892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (6e7d364a-a09f-4a94-b258-f5dc7474c5a8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.435587 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7d364a-a09f-4a94-b258-f5dc7474c5a8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:39.437545 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.443042 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c759ad01-d5d2-4504-92a5-5fbbb316a1d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e7d364a-a09f-4a94-b258-f5dc7474c5a8 HTTP/1.1" status: 204 len: 168 time: 0.2865605 Apr 01 13:03:39.443803 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Floating IP 72ae45ac-daf5-4d97-8643-019c9ec94eb5 associated. External IP: 172.27.2.166, port: 790b9473-a39b-48fa-adb2-da8dc0c60a6b. Apr 01 13:03:39.443803 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60304) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:39.582847 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (3c664d8e-f93e-4213-af49-07d9bb870ed0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.763993 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (3c664d8e-f93e-4213-af49-07d9bb870ed0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.796853 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c664d8e-f93e-4213-af49-07d9bb870ed0']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:39.813583 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf86cb20-98ea-4c95-b900-92b63ef1ed23') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:39.813882 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf86cb20-98ea-4c95-b900-92b63ef1ed23') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:39.829055 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (cf86cb20-98ea-4c95-b900-92b63ef1ed23), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.852192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa242-d8c7-4bc8-9c26-df14857fd60d req-12a68016-62de-4c5d-829c-8da04adf5329 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:39.853728 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8affa242-d8c7-4bc8-9c26-df14857fd60d req-12a68016-62de-4c5d-829c-8da04adf5329 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1321447 Apr 01 13:03:39.867425 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Router 1902ef38-034f-4db9-a463-57667e58f110 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:03:39.872533 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (cf86cb20-98ea-4c95-b900-92b63ef1ed23), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.887424 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:03:39.887806 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (cf86cb20-98ea-4c95-b900-92b63ef1ed23), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:03:39.889396 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:03:40.026972 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8affa242-d8c7-4bc8-9c26-df14857fd60d req-840d2f76-cacc-4b8e-b6de-82a2738e7a43 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644733 Apr 01 13:03:40.043850 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (3c664d8e-f93e-4213-af49-07d9bb870ed0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.053159 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.060007 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c664d8e-f93e-4213-af49-07d9bb870ed0 HTTP/1.1" status: 204 len: 168 time: 0.6113756 Apr 01 13:03:40.069934 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412230f-5800-42eb-8321-f659c9b9ae8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c664d8e-f93e-4213-af49-07d9bb870ed0,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:40.081757 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:03:40.086981 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.094530 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:03:40.105621 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:03:40.106462 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:03:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:40.117206 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7f214042-fc8a-4bfc-a175-4e86d7e4853c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "PUT /v2.0/floatingips/72ae45ac-daf5-4d97-8643-019c9ec94eb5 HTTP/1.1" status: 200 len: 991 time: 1.3370852 Apr 01 13:03:40.117826 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:03:40.120191 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9f93fa-1055-464c-9465-e288ac62c4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:03:40.160358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aec0f06-b8cc-4339-92f0-7f18ea113904 x-openstack-request-id: req-8aec0f06-b8cc-4339-92f0-7f18ea113904 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:03:40.160651 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:03:40.161219 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aec0f06-b8cc-4339-92f0-7f18ea113904 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:03:40.161657 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aec0f06-b8cc-4339-92f0-7f18ea113904'] response: {'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'status': 'completed', 'code': 200} Apr 01 13:03:40.226154 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:03:40.236042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-8feb9414-408f-4e23-be8c-8b4bdeeafa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:40.237622 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-8feb9414-408f-4e23-be8c-8b4bdeeafa47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0460875 Apr 01 13:03:40.333665 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-207af7bf-4153-4779-bb05-fbec356dd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:40.335822 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-207af7bf-4153-4779-bb05-fbec356dd36e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.0908434 Apr 01 13:03:40.411282 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-c25f1f7b-215f-4614-9cc5-025f810492f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 999 time: 0.0680153 Apr 01 13:03:40.457630 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:03:39Z', 'revision_number': 1, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:40.467708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-f1a2c4f7-d2d2-47a3-b149-dc6f208594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:40.474249 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-f1a2c4f7-d2d2-47a3-b149-dc6f208594ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0463898 Apr 01 13:03:40.475963 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60318) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:40.490769 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:03:40.499455 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:03:40.500104 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:03:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:40.550205 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-789e5001-bb94-4c86-83f7-41a85d994823 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d787db5fcb2458dbd039ef6b1711273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730989 Apr 01 13:03:40.554315 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60320) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:03:40.556869 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-40194692-3ebe-4369-8967-245dd297c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:40.558448 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-40194692-3ebe-4369-8967-245dd297c1ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803878 Apr 01 13:03:40.604501 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] Publish callbacks [] for security_group (f331dfc4-0c09-4caa-81a1-523d3a3ac5b9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.610798 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:03:40.626597 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] Publish callbacks [] for security_group (f331dfc4-0c09-4caa-81a1-523d3a3ac5b9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.658431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-c89b1dfa-a4ed-44a9-b726-2ae739ba011a service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Apr 01 13:03:40.772745 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d9f93fa-1055-464c-9465-e288ac62c4c0 req-f24aa785-6e71-4c6e-b1d7-e679e5f4fed2 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019897 Apr 01 13:03:40.789711 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f331dfc4-0c09-4caa-81a1-523d3a3ac5b9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.792463 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:40.793629 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f331dfc4-0c09-4caa-81a1-523d3a3ac5b9 HTTP/1.1" status: 204 len: 168 time: 0.2382276 Apr 01 13:03:40.801842 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090cab-6592-49e7-a736-dd4ffc606676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f331dfc4-0c09-4caa-81a1-523d3a3ac5b9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:03:40.845436 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:03:39Z', 'revision_number': 1, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:03:40.875451 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73207-3665-49d4-aa33-d4e7b76ae02f None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:03:39Z', 'revision_number': 1, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:03:41.066456 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4349f3e-7214-4d0f-8ba1-20759a0d48f5 None None] New status for floating IP 72ae45ac-daf5-4d97-8643-019c9ec94eb5: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:03:46.591830 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:03:57.459412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d88fe2d9-5233-4996-bae5-8a3512d68215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:03:59.852699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f11482bf-a208-4fcd-b951-42b7c8bde837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:00.909346 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:01.407512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac1b5-f24e-4c3e-a058-32503be9eb98 req-0eaf6130-583b-4a90-9271-b9301fc2e938 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:01.408991 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8c2ac1b5-f24e-4c3e-a058-32503be9eb98 req-0eaf6130-583b-4a90-9271-b9301fc2e938 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Apr 01 13:04:01.454763 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8c2ac1b5-f24e-4c3e-a058-32503be9eb98 req-2024135c-32e5-4d2e-9db7-a32edd2b83fa tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Apr 01 13:04:02.463866 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:02.574390 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1ccfb-c4c9-4227-9800-4435728d6aa1 req-b3bee5ab-9774-4238-8ddb-3c251cd1d0e9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:02.575859 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-69b1ccfb-c4c9-4227-9800-4435728d6aa1 req-b3bee5ab-9774-4238-8ddb-3c251cd1d0e9 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0523930 Apr 01 13:04:02.621644 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-69b1ccfb-c4c9-4227-9800-4435728d6aa1 req-2b840d00-18d7-4441-bc32-0df9b5ee840e tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Apr 01 13:04:03.570893 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-71458cdb-9988-4a12-82a4-8eb204010fb7 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:03.572312 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-71458cdb-9988-4a12-82a4-8eb204010fb7 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0503261 Apr 01 13:04:03.673697 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Deleting port be62270b-17c5-4c77-8c0e-e3bdd370b091 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:04:03.674550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:03.733924 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:03.747085 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d4ac-0f90-4e60-8af3-b48fc7fb8616 req-94c3847b-8f33-4e2a-b2d6-10748e8c6eb2 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:03.752795 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e0a8d4ac-0f90-4e60-8af3-b48fc7fb8616 req-94c3847b-8f33-4e2a-b2d6-10748e8c6eb2 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 945 time: 0.0542057 Apr 01 13:04:03.762905 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] For port be62270b-17c5-4c77-8c0e-e3bdd370b091, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be62270b-17c5-4c77-8c0e-e3bdd370b091,segment=NetworkSegment(71bba4b3-35f3-4c3f-948c-08e588d3e224),segment_id=71bba4b3-35f3-4c3f-948c-08e588d3e224)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:03.763276 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:03.780613 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Calling delete_port for be62270b-17c5-4c77-8c0e-e3bdd370b091 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:04:03.795460 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e0a8d4ac-0f90-4e60-8af3-b48fc7fb8616 req-9a77d1d7-786f-4185-b1d2-e166bd6de882 tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/security-groups?id=deb10fae-1c62-4c80-b296-74d634c0bcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Apr 01 13:04:03.967050 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (be62270b-17c5-4c77-8c0e-e3bdd370b091), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:03.990525 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['be62270b-17c5-4c77-8c0e-e3bdd370b091'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:04:03.994238 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Pushing event deleted for resources: {'Port': ['ID=be62270b-17c5-4c77-8c0e-e3bdd370b091,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:04.262470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] No DVR routers for this DVR port be62270b-17c5-4c77-8c0e-e3bdd370b091 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:04:04.265358 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:04.268735 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2fc55e41-0959-48a9-b37e-406ef2af4361 req-8ebd157a-9bff-4558-9bd7-d78f57e3309f tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.62 "DELETE /v2.0/ports/be62270b-17c5-4c77-8c0e-e3bdd370b091 HTTP/1.1" status: 204 len: 173 time: 0.6882906 Apr 01 13:04:04.269192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'name': 'network-vif-deleted', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:04.271716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50b8a3-cdcc-430e-a9ab-95ffa32c28e4" -d '{"events": [{"server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "name": "network-vif-deleted", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:04.306298 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1960ac6d-ff01-49e3-81dd-6661d7cdf21e x-openstack-request-id: req-1960ac6d-ff01-49e3-81dd-6661d7cdf21e {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:04.306593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9", "name": "network-vif-deleted", "tag": "be62270b-17c5-4c77-8c0e-e3bdd370b091", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:04.306844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1960ac6d-ff01-49e3-81dd-6661d7cdf21e {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:04.307288 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1960ac6d-ff01-49e3-81dd-6661d7cdf21e'] response: {'server_uuid': 'f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9', 'name': 'network-vif-deleted', 'tag': 'be62270b-17c5-4c77-8c0e-e3bdd370b091', 'status': 'completed', 'code': 200} Apr 01 13:04:04.904143 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9467456c-b756-4d5b-9a2c-6a7fc099cba3 req-6c27ee8c-0b0f-45f1-9418-cd535c1bc25b tempest-VolumesSnapshotTestJSON-1762338125 tempest-VolumesSnapshotTestJSON-1762338125-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8f1f3aa-eb6a-4ae5-b396-a97a8ed95ac9 HTTP/1.1" status: 200 len: 210 time: 0.0310698 Apr 01 13:04:09.313959 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device be62270b-17c5-4c77-8c0e-e3bdd370b091 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:04:09.342073 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: be62270b-17c5-4c77-8c0e-e3bdd370b091 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:04:09.342416 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device be62270b-17c5-4c77-8c0e-e3bdd370b091 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:04:09.406829 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:11.144721 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-a3b146cf-f0d6-4eee-afdd-cb27ebfd3556 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413785 Apr 01 13:04:11.214753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-4201c837-b050-4df7-8d28-f28d66c2e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:11.216218 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-4201c837-b050-4df7-8d28-f28d66c2e502 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 1129 time: 0.0430388 Apr 01 13:04:11.321096 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-c81ed5a4-b891-4b10-a796-e7074e934599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:11.322508 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-c81ed5a4-b891-4b10-a796-e7074e934599 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.0879266 Apr 01 13:04:11.386179 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-c5feedc9-4cd6-4309-876d-51251148fb69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 200 len: 1001 time: 0.0573916 Apr 01 13:04:11.433094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-a768dcec-fe3e-4ac1-aa8f-657c4417970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:11.434526 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-a768dcec-fe3e-4ac1-aa8f-657c4417970c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0422347 Apr 01 13:04:11.485642 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-915ff612-e28c-4818-8cbd-39c672f57b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:11.487127 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-915ff612-e28c-4818-8cbd-39c672f57b2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462205 Apr 01 13:04:11.574019 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-91c55811-23f5-45ec-b08e-384948ad4343 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796804 Apr 01 13:04:11.677761 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-977f28d4-a3e6-4168-8053-7c3c4034d9c6 req-9f452e8f-7368-4dd5-a9d1-f547fa76d6a2 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869255 Apr 01 13:04:17.798933 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aa264-5d8c-46cc-9189-97fb3c5dfe40 req-4707cfe4-24f3-4418-adca-6ad5e7754458 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:17.800412 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e8aa264-5d8c-46cc-9189-97fb3c5dfe40 req-4707cfe4-24f3-4418-adca-6ad5e7754458 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Apr 01 13:04:17.845920 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e8aa264-5d8c-46cc-9189-97fb3c5dfe40 req-fa6d0682-a001-4132-a5db-67578103cd86 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Apr 01 13:04:18.972288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3926b0-94b2-448e-a3b3-2d07c7372fe6 req-4b3de518-e985-4af8-bb47-905a65e2236d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:18.973779 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b3926b0-94b2-448e-a3b3-2d07c7372fe6 req-4b3de518-e985-4af8-bb47-905a65e2236d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0523596 Apr 01 13:04:19.019849 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b3926b0-94b2-448e-a3b3-2d07c7372fe6 req-604f028b-c598-4b89-9f01-b2bcbcd5a0c4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Apr 01 13:04:20.142059 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22981-cec1-4dcb-ae3c-3cffc66294da req-ac3e2f69-4669-464a-a1ef-0b0484546dda tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:20.143632 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a22981-cec1-4dcb-ae3c-3cffc66294da req-ac3e2f69-4669-464a-a1ef-0b0484546dda tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0518281 Apr 01 13:04:20.189939 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a22981-cec1-4dcb-ae3c-3cffc66294da req-5c38c813-b47f-45ba-a62c-8f99652c6966 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Apr 01 13:04:21.312616 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3d018-e24d-4e0a-bae3-cfbe38cb193f req-5bbdff6d-7c0d-4219-95fe-7444a5549069 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:21.314129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19e3d018-e24d-4e0a-bae3-cfbe38cb193f req-5bbdff6d-7c0d-4219-95fe-7444a5549069 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Apr 01 13:04:21.363867 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19e3d018-e24d-4e0a-bae3-cfbe38cb193f req-a303e325-5410-4a77-ab49-b5c435281fad tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Apr 01 13:04:22.384167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-fded55cc-18e2-4924-9630-5229eab9eddd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:22.384167 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-fded55cc-18e2-4924-9630-5229eab9eddd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0536826 Apr 01 13:04:22.384167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Deleting port 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:04:22.384167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:22.446683 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] For port 92c11755-3503-4288-8313-4a6f2bfa3721, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92c11755-3503-4288-8313-4a6f2bfa3721,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:22.447083 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:22.490481 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac79dd3-d83d-4368-933b-e5f6ce18d964 req-fdc3a7ca-8050-47e3-87f5-37358b556ef3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:22.492032 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fac79dd3-d83d-4368-933b-e5f6ce18d964 req-fdc3a7ca-8050-47e3-87f5-37358b556ef3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Apr 01 13:04:22.539816 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fac79dd3-d83d-4368-933b-e5f6ce18d964 req-d252a48a-2629-4b95-9a66-d9d91355c371 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=efe294d7-9ef5-44a0-811f-dc9455e7ecd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Apr 01 13:04:22.672792 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:22.673070 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:22.673381 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Floating IP ee5c856d-d99b-4a5f-84bc-af9409b39b89 disassociated. External IP: 172.27.2.172, port: 92c11755-3503-4288-8313-4a6f2bfa3721. Apr 01 13:04:22.673783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Calling delete_port for 92c11755-3503-4288-8313-4a6f2bfa3721 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:04:22.865027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (92c11755-3503-4288-8313-4a6f2bfa3721), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:22.892741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'Port': ['ID=92c11755-3503-4288-8313-4a6f2bfa3721,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:22.906081 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.906423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.906793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.907137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.907476 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.907817 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.908151 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.908483 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.908844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.909183 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.909512 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.914407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.914407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.914407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:22.914407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:23.024310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:23.134796 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:23.148759 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:23.160555 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:23.161162 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:23.178051 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] No DVR routers for this DVR port 92c11755-3503-4288-8313-4a6f2bfa3721 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:04:23.180597 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:23.184511 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d6e974f-2c77-4b3b-88a1-95711a5b8cae req-1db52930-e8e6-416e-8f53-b892ae7ebd1e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "DELETE /v2.0/ports/92c11755-3503-4288-8313-4a6f2bfa3721 HTTP/1.1" status: 204 len: 173 time: 0.9162264 Apr 01 13:04:23.184949 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-deleted', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:23.187282 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc373c4-835d-4089-8c09-03cac94969c6" -d '{"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-deleted", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:23.227192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbef3a5-c054-43cf-af85-08ef44211104 x-openstack-request-id: req-fdbef3a5-c054-43cf-af85-08ef44211104 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:23.227192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed8ecf-f7b5-4877-91e8-28e56d49c617", "name": "network-vif-deleted", "tag": "92c11755-3503-4288-8313-4a6f2bfa3721", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:23.227458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdbef3a5-c054-43cf-af85-08ef44211104 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:23.227793 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbef3a5-c054-43cf-af85-08ef44211104'] response: {'server_uuid': '8bed8ecf-f7b5-4877-91e8-28e56d49c617', 'name': 'network-vif-deleted', 'tag': '92c11755-3503-4288-8313-4a6f2bfa3721', 'status': 'completed', 'code': 200} Apr 01 13:04:23.270067 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:23.467666 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:23.496238 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:23.505267 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:23.505929 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:23.597503 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:04:23.629900 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:23.654189 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-30e50af0-f25c-4eef-9e85-31fae82378af req-ad32d366-3635-499a-af98-d478d5b39542 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bed8ecf-f7b5-4877-91e8-28e56d49c617 HTTP/1.1" status: 200 len: 210 time: 0.0304055 Apr 01 13:04:23.833850 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:23.859613 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbf241-b75a-4641-8640-f36faee32a5f None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:24.094861 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498293a-8a0c-4556-aa16-84941c410fc8 None None] New status for floating IP ee5c856d-d99b-4a5f-84bc-af9409b39b89: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:04:25.849895 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60568) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:25.908164 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (efe294d7-9ef5-44a0-811f-dc9455e7ecd8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:25.935749 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (efe294d7-9ef5-44a0-811f-dc9455e7ecd8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.093486 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (efe294d7-9ef5-44a0-811f-dc9455e7ecd8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.096428 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.098023 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "DELETE /v2.0/security-groups/efe294d7-9ef5-44a0-811f-dc9455e7ecd8 HTTP/1.1" status: 204 len: 168 time: 0.2465801 Apr 01 13:04:26.102417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60572) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:26.108648 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e72be-56d2-4f57-ab6c-acc8fc98c68b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe294d7-9ef5-44a0-811f-dc9455e7ecd8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:26.114887 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-06e70cde-5e0c-45c3-9fd0-1201e7fa87e3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] show failed (client error): The resource could not be found. Apr 01 13:04:26.115974 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-06e70cde-5e0c-45c3-9fd0-1201e7fa87e3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups/efe294d7-9ef5-44a0-811f-dc9455e7ecd8 HTTP/1.1" status: 404 len: 347 time: 0.0146339 Apr 01 13:04:26.119022 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60574) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:26.252810 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Deleting port 2c7a8f8b-2961-495c-9a14-a3823435ed5c {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:04:26.253172 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.330282 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.330609 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (2c7a8f8b-2961-495c-9a14-a3823435ed5c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.343697 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Calling delete_port for 2c7a8f8b-2961-495c-9a14-a3823435ed5c owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:04:26.562335 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (2c7a8f8b-2961-495c-9a14-a3823435ed5c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.587494 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'Port': ['ID=2c7a8f8b-2961-495c-9a14-a3823435ed5c,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:26.599176 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.599527 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.599870 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.600208 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.600536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.600864 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.601189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.601510 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.601864 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.602184 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.602504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.602825 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.603147 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.603461 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.603827 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:26.660512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (ee5c856d-d99b-4a5f-84bc-af9409b39b89), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.663345 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:26.664377 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ed1fb49f-4527-4679-b9c1-6aa1d1b1ddf4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "DELETE /v2.0/floatingips/ee5c856d-d99b-4a5f-84bc-af9409b39b89 HTTP/1.1" status: 204 len: 168 time: 0.5438066 Apr 01 13:04:27.000881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:04:27.021288 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 92c11755-3503-4288-8313-4a6f2bfa3721 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:04:27.022387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92c11755-3503-4288-8313-4a6f2bfa3721 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:04:27.108773 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60588) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:27.109437 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194494314', 'description': 'tempest-description--24079830'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:27.184581 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.250476 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (170899ab-4afe-4b65-9bd0-8a86d7c044ee), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.338260 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (170899ab-4afe-4b65-9bd0-8a86d7c044ee), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.372039 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170899ab-4afe-4b65-9bd0-8a86d7c044ee,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:27.455387 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.456612 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-25028edd-64e0-45a9-b00b-e309da5089f9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3509290 Apr 01 13:04:27.459370 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60590) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:27.463768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group_rule': {'security_group_id': '170899ab-4afe-4b65-9bd0-8a86d7c044ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:27.481945 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5c06b723-3731-4a6e-8bd1-c3658ebf5f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.579384 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (7b193872-35c9-4ecf-9899-eb62181e7c59), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.638400 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (7b193872-35c9-4ecf-9899-eb62181e7c59), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.716300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (7b193872-35c9-4ecf-9899-eb62181e7c59), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.734511 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b193872-35c9-4ecf-9899-eb62181e7c59,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:27.792517 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.793765 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-03199752-44b3-4d9e-92a4-49f98a84a87e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334649 Apr 01 13:04:27.796455 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60592) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:27.800798 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'security_group_rule': {'security_group_id': '170899ab-4afe-4b65-9bd0-8a86d7c044ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:27.870277 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (72fecfc3-d2c4-4678-8dd8-4d67f5ed3290), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.926014 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (72fecfc3-d2c4-4678-8dd8-4d67f5ed3290), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.961884 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (72fecfc3-d2c4-4678-8dd8-4d67f5ed3290), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:27.980437 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fecfc3-d2c4-4678-8dd8-4d67f5ed3290,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:28.032992 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.034335 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d751f1e5-c6b7-4e64-b2e3-5cb33e29b2b5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368219 Apr 01 13:04:28.040871 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60600) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:28.045727 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:28.139707 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.237139 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.340387 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Allocated IP 172.27.2.141 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/44fdf7d3-3880-4bd2-937f-d3af6f3a71f9) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:28.444888 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.539468 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.579244 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:28.584185 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:28.586728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:28.592889 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=44fdf7d3-3880-4bd2-937f-d3af6f3a71f9,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:28.672526 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.777972 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.921053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:28.990332 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:29.059906 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=44fdf7d3-3880-4bd2-937f-d3af6f3a71f9,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:29.071974 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:29.141108 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:29.142380 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a7a6c614-a860-4ff8-b307-8845bab58a92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0999715 Apr 01 13:04:29.340974 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-4ba5866e-3320-4105-820e-2311ae682ded tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--194494314&fields=id&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 267 time: 0.0421236 Apr 01 13:04:29.452701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-7779f69a-d4a7-4c41-8fe0-5144f5749ef1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:29.454199 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-7779f69a-d4a7-4c41-8fe0-5144f5749ef1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 816 time: 0.1067631 Apr 01 13:04:29.469084 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-2873297f-393c-45c3-98f0-1fcc80d46ee5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/quotas/cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 375 time: 0.0094261 Apr 01 13:04:29.524451 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-782b6aec-1b18-4c6f-94d7-23e940984d2c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503948 Apr 01 13:04:29.622436 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-373e0a93-5223-4623-bd48-0a2263e59337 service neutron] 10.222.0.43 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861404 Apr 01 13:04:29.718371 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-d7ea9bce-2aa4-45d5-a8b7-0d90a90f5d9d service neutron] 10.222.0.43 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899916 Apr 01 13:04:29.859333 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ce28f463-0703-4f62-9da7-65a4398dbd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:29.982640 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9d605d7f-7c04-41c7-a9c8-560b1e432aeb req-601273ff-42ec-4fce-873d-d6a36c318e76 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0273275 Apr 01 13:04:30.154791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f553-af82-49f6-ab92-7133035d3e05 req-e677c96e-c55f-4a54-9c0d-beac028f3521 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:30.156160 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0899f553-af82-49f6-ab92-7133035d3e05 req-e677c96e-c55f-4a54-9c0d-beac028f3521 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0522196 Apr 01 13:04:30.206768 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0899f553-af82-49f6-ab92-7133035d3e05 req-60d857c9-8034-4472-9fb0-5b76ee585598 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450397 Apr 01 13:04:30.893894 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.084918 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-49b03b60-c047-499f-bb37-a8499ee05679 req-1265f167-e27b-4565-ab80-7d500ecd732f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0303950 Apr 01 13:04:31.324892 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d320d-ec42-4d81-9e0c-194b10b76d22 req-a2e12557-346b-406d-81d4-7a99e694bcdd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:31.326404 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c1d320d-ec42-4d81-9e0c-194b10b76d22 req-a2e12557-346b-406d-81d4-7a99e694bcdd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Apr 01 13:04:31.372524 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c1d320d-ec42-4d81-9e0c-194b10b76d22 req-0621fd21-0ecf-4fcc-bf7c-77421a43f429 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 Apr 01 13:04:31.674507 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60668) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:31.718482 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Deleting subnet 69236d89-206d-4ef8-9db7-77c5a4cc30b4 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:04:31.721678 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Publish callbacks [] for subnet (69236d89-206d-4ef8-9db7-77c5a4cc30b4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.755660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (69236d89-206d-4ef8-9db7-77c5a4cc30b4), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.798448 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (69236d89-206d-4ef8-9db7-77c5a4cc30b4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.817883 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-9b3dd3db-3a41-472c-96e2-130dfa83279a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:31.819441 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-9b3dd3db-3a41-472c-96e2-130dfa83279a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 816 time: 0.1047957 Apr 01 13:04:31.882973 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-15aed51c-d898-4fec-b07a-8a73836fd5cf tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 379 time: 0.0528095 Apr 01 13:04:31.893945 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'port': {'device_id': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'admin_state_up': True, 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'security_groups': ['170899ab-4afe-4b65-9bd0-8a86d7c044ee']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:31.905395 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (69236d89-206d-4ef8-9db7-77c5a4cc30b4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.931376 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69236d89-206d-4ef8-9db7-77c5a4cc30b4,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:31.936006 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:31.939567 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f11bd21a-ce6e-425c-8995-cf8d61d515b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/69236d89-206d-4ef8-9db7-77c5a4cc30b4 HTTP/1.1" status: 204 len: 168 time: 0.2639859 Apr 01 13:04:31.942019 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60670) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:32.012409 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (abc8b937-a252-4f6e-a0c7-22e572aaf492), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.099881 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Made reservation on behalf of cad1d982d3f444358c139a2af0706eec for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:32.104564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.204872 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92f93ab8-b031-4558-8ddc-a88bcd737e0b req-0329c889-237a-46c5-9230-a1ba6ac13116 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0388823 Apr 01 13:04:32.273697 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Allocated IP 172.20.0.11 (995eff84-9d72-4fda-b79f-f17d7a6ee58a/2764b57c-3a85-4725-809d-e4979652c7a5/19993173-ed50-450a-93a0-3421dfd4949b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:32.326876 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (abc8b937-a252-4f6e-a0c7-22e572aaf492), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.347504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc8b937-a252-4f6e-a0c7-22e572aaf492']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:32.359399 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bba4b3-35f3-4c3f-948c-08e588d3e224') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:32.359701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bba4b3-35f3-4c3f-948c-08e588d3e224') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:32.369087 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (71bba4b3-35f3-4c3f-948c-08e588d3e224), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.383103 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (71bba4b3-35f3-4c3f-948c-08e588d3e224), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.389589 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:04:32.390020 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (71bba4b3-35f3-4c3f-948c-08e588d3e224), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:04:32.391676 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:04:32.419765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.441908 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-91dd4def-c2ee-413a-8ae3-6ac0388bc76e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:32.443405 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-91dd4def-c2ee-413a-8ae3-6ac0388bc76e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.1344175 Apr 01 13:04:32.483040 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for port (19993173-ed50-450a-93a0-3421dfd4949b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.504080 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d48df5-e20f-4aa5-b532-985d27154126 req-449df7fd-8f3c-430b-a54b-634f1c11c9f0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:32.505589 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2d48df5-e20f-4aa5-b532-985d27154126 req-449df7fd-8f3c-430b-a54b-634f1c11c9f0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 945 time: 0.0537024 Apr 01 13:04:32.519475 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (abc8b937-a252-4f6e-a0c7-22e572aaf492), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.532728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.535845 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/abc8b937-a252-4f6e-a0c7-22e572aaf492 HTTP/1.1" status: 204 len: 168 time: 0.5928686 Apr 01 13:04:32.547708 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f715de6-0f57-4a5c-82fa-edc9338fbdb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc8b937-a252-4f6e-a0c7-22e572aaf492,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:32.572090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Deleting port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:04:32.572991 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.577483 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2d48df5-e20f-4aa5-b532-985d27154126 req-9f161afa-0965-4ae4-b84e-1a97413f2991 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=16070272-10fa-4b98-b6e6-8dc2438ab4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650804 Apr 01 13:04:32.638987 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.696541 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:32.707506 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:32.720595 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:32.725705 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:32.726331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.729937 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] For port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:32.733012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.738956 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:32.843308 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-bc69196c-693f-4c09-96f5-10b064a9afd5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9531729 Apr 01 13:04:32.855942 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Request body: {'port': {'device_id': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:32.916591 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60682) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:32.956875 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-78bbae27-4b32-49b4-bc72-1c74c92eb5c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ad2e2423b754e14929f0c4de4e34a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392599 Apr 01 13:04:32.959396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60684) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:32.964122 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.985389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.985389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (616034dd-890d-4483-9f20-96f792bae575), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:32.985389 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Floating IP 616034dd-890d-4483-9f20-96f792bae575 disassociated. External IP: 172.27.2.170, port: dd3b1962-2cd8-47e8-a12f-d5798eb0fb08. Apr 01 13:04:32.985389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Calling delete_port for dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:04:32.996909 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b53434db-64b8-4262-9c61-6418404ddcc4 None None] Provisioning complete for port 19993173-ed50-450a-93a0-3421dfd4949b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:32.997286 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b53434db-64b8-4262-9c61-6418404ddcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (19993173-ed50-450a-93a0-3421dfd4949b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.009891 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] Publish callbacks [] for security_group (deb10fae-1c62-4c80-b296-74d634c0bcb0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.033413 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b53434db-64b8-4262-9c61-6418404ddcc4 None None] Port 19993173-ed50-450a-93a0-3421dfd4949b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:33.036967 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] Publish callbacks [] for security_group (deb10fae-1c62-4c80-b296-74d634c0bcb0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.156064 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (deb10fae-1c62-4c80-b296-74d634c0bcb0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.158829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.159988 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/deb10fae-1c62-4c80-b296-74d634c0bcb0 HTTP/1.1" status: 204 len: 168 time: 0.1996861 Apr 01 13:04:33.168459 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1015a-347f-44bb-b67c-e8e1be1e6efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb10fae-1c62-4c80-b296-74d634c0bcb0,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:33.549352 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94ba4-20d3-4399-a05f-d9b422774f67 req-ec5d56cc-035e-4380-90ac-ab23077c6f75 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:33.555251 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5b94ba4-20d3-4399-a05f-d9b422774f67 req-ec5d56cc-035e-4380-90ac-ab23077c6f75 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 932 time: 0.1248846 Apr 01 13:04:33.612806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (dd3b1962-2cd8-47e8-a12f-d5798eb0fb08), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.668726 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'Port': ['ID=dd3b1962-2cd8-47e8-a12f-d5798eb0fb08,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:33.672037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:04:33.683228 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5b94ba4-20d3-4399-a05f-d9b422774f67 req-ee1756ad-5adc-4bcf-af9b-fadd92eafa9d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249077 Apr 01 13:04:33.686891 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks [] for port (19993173-ed50-450a-93a0-3421dfd4949b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.717959 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8ab6de37-c09c-4a7a-ab4b-17da15b466d9 req-8e55fab3-b111-4c26-aee0-0b44c282bbba tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.0630119 Apr 01 13:04:33.762609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Transition to ACTIVE for port object 19993173-ed50-450a-93a0-3421dfd4949b will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:04:33.808521 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.812053 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:33.855815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:33.952181 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:34.002684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:34.018659 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:34.037109 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Attempting to bind port 19993173-ed50-450a-93a0-3421dfd4949b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:34.037452 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Attempting to bind port 19993173-ed50-450a-93a0-3421dfd4949b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:34.037870 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Attempting to bind port 19993173-ed50-450a-93a0-3421dfd4949b on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:34.040161 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:34.044019 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:34.061131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Port 19993173-ed50-450a-93a0-3421dfd4949b on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:04:34.061131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Attempting to bind port 19993173-ed50-450a-93a0-3421dfd4949b on network 995eff84-9d72-4fda-b79f-f17d7a6ee58a {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:34.063082 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] No DVR routers for this DVR port dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:04:34.066372 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.069840 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-156107ed-fcf0-4b2d-8511-7bf990c22557 req-0cf16807-b12b-472f-a9a4-10d095aee357 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "DELETE /v2.0/ports/dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 HTTP/1.1" status: 204 len: 173 time: 1.6182418 Apr 01 13:04:34.070302 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'name': 'network-vif-deleted', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:34.073409 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39890288-c69b-4157-8996-4e76f4831772" -d '{"events": [{"server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "name": "network-vif-deleted", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:34.094322 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:34.094660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Checking segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:34.094988 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Bound using segment: {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:34.095426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Bound port: 19993173-ed50-450a-93a0-3421dfd4949b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16102b6a-7879-42bd-9cb6-20810451740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:34.095757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.151902 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7e97f8-c673-4238-b865-9865850ecd66 x-openstack-request-id: req-4c7e97f8-c673-4238-b865-9865850ecd66 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:34.152694 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb0439-53a5-4270-976f-0907ab9bc859", "name": "network-vif-deleted", "tag": "dd3b1962-2cd8-47e8-a12f-d5798eb0fb08", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:34.153110 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c7e97f8-c673-4238-b865-9865850ecd66 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:34.153512 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7e97f8-c673-4238-b865-9865850ecd66'] response: {'server_uuid': '56fb0439-53a5-4270-976f-0907ab9bc859', 'name': 'network-vif-deleted', 'tag': 'dd3b1962-2cd8-47e8-a12f-d5798eb0fb08', 'status': 'completed', 'code': 200} Apr 01 13:04:34.191557 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:34.195564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:34.210795 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:34.286018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.324445 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:34.324986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.326444 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] 10.222.0.62 "PUT /v2.0/ports/19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 1094 time: 1.4747345 Apr 01 13:04:34.366014 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315a819-4a00-4885-b0c4-bc2140f2405a service neutron] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:34.390128 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60712) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:34.435482 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:34.464757 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:34.474913 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:34.475810 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:34.524638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1178565148-network', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:34.540162 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-1edd7f35-e4b0-4c70-8af7-ab122337750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:34.542849 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-1edd7f35-e4b0-4c70-8af7-ab122337750b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0610018 Apr 01 13:04:34.590344 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-97a8d53a-a81d-447f-9430-c598374ac106 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 217 time: 0.0410345 Apr 01 13:04:34.597025 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Made reservation on behalf of 3baeb51defd34355b28f4459d2e7ea80 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:34.598188 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:34.599581 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.609141 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.641318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-eb13af2a-1f13-43da-8ca2-56957153298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:34.642858 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-eb13af2a-1f13-43da-8ca2-56957153298e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0463433 Apr 01 13:04:34.707255 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-834f6781-7e7e-42d9-a52e-858dfe370be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:34.708819 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-834f6781-7e7e-42d9-a52e-858dfe370be4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586836 Apr 01 13:04:34.712534 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks [] for security_group (6a5f3036-ea3a-41d1-aee8-cede2c3dd180), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.797316 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6a5f3036-ea3a-41d1-aee8-cede2c3dd180), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.854398 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-b3192d72-2cae-45a8-8252-3a83e839f239 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379137 Apr 01 13:04:34.863470 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:04:34.893090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f3036-ea3a-41d1-aee8-cede2c3dd180,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:34.901886 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (5610ae9e-931f-43fc-ba46-0401537ac1f3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:34.902861 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Added segment 5610ae9e-931f-43fc-ba46-0401537ac1f3 of type vlan for network faf31c08-97b0-4630-8a9d-b31f28399f5f Apr 01 13:04:34.903198 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:34.908291 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f31e22b-bb2d-44c6-95e0-ee92ccc05aa2 req-f5c25927-2cb2-4108-8464-a1d9b12246eb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=56fb0439-53a5-4270-976f-0907ab9bc859 HTTP/1.1" status: 200 len: 210 time: 0.0512416 Apr 01 13:04:34.934704 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba59b3-d341-4fcc-a846-896315440f70 None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:34.961615 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc268634-95ed-4a46-b0a7-2bfb65f8d254 req-1cea30fc-e10a-43e3-aeec-5a5f550fd70a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:34.963383 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cc268634-95ed-4a46-b0a7-2bfb65f8d254 req-1cea30fc-e10a-43e3-aeec-5a5f550fd70a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.1969178 Apr 01 13:04:34.977537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (faf31c08-97b0-4630-8a9d-b31f28399f5f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:35.011898 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18c78f85-d756-4caa-9dc3-2e440fc0d150 req-fe95c315-ff5a-482d-aa87-37ce4c483327 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436160 Apr 01 13:04:35.048310 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cc268634-95ed-4a46-b0a7-2bfb65f8d254 req-ec5752b6-d932-4909-a667-33b34f2ec8af tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747836 Apr 01 13:04:35.169023 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (faf31c08-97b0-4630-8a9d-b31f28399f5f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:35.170149 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:35.170828 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:35.268503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] Pushing event updated for resources: {'Network': ['ID=faf31c08-97b0-4630-8a9d-b31f28399f5f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:35.273257 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018cd6b-a44c-4ed4-a19a-30bd3cff9a10 None None] New status for floating IP 616034dd-890d-4483-9f20-96f792bae575: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:04:35.276809 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network faf31c08-97b0-4630-8a9d-b31f28399f5f details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:04:35.347483 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d0b6a59d-eaea-43a4-8a8c-829d1f5359eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9562571 Apr 01 13:04:35.351025 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60726) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:35.356640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Request body: {'subnet': {'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1178565148-subnet', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:35.459518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Made reservation on behalf of 3baeb51defd34355b28f4459d2e7ea80 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:35.461913 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:35.785422 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (a68daa78-e0a0-49ae-be33-ce17bac86969), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:35.848496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68daa78-e0a0-49ae-be33-ce17bac86969,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:35.855724 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Checking segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:35.856080 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Network hostable DHCP agents. Network: faf31c08-97b0-4630-8a9d-b31f28399f5f, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:04:35.927915 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Network faf31c08-97b0-4630-8a9d-b31f28399f5f is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:04:36.013585 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, faf31c08-97b0-4630-8a9d-b31f28399f5f) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:36.017815 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.018566 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.026955 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d0205-4324-4b07-8a0b-2633689a07f8 None None] Network faf31c08-97b0-4630-8a9d-b31f28399f5f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:04:36.087768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60740) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:36.125354 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-faf31c08-97b0-4630-8a9d-b31f28399f5f', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:04:36.126545 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.152126 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a644d000-c4eb-4ed9-93e1-578e5f95bda1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7970979 Apr 01 13:04:36.156121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60742) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:36.168812 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:36.170533 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:36.173729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b238995-5ad8-4063-9a3e-5ea3faf8c126" -d '{"events": [{"name": "network-changed", "server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:36.210503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2b49-ac9f-41f0-969c-a1e8b4af583b req-2e42536b-8ff8-405c-abfd-f0bbf5a0dcf3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.214416 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-625b2b49-ac9f-41f0-969c-a1e8b4af583b req-2e42536b-8ff8-405c-abfd-f0bbf5a0dcf3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0883157 Apr 01 13:04:36.218093 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (16070272-10fa-4b98-b6e6-8dc2438ab4cf), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.272270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4703ee1-5ed1-41e9-8952-1a873dcb711d x-openstack-request-id: req-b4703ee1-5ed1-41e9-8952-1a873dcb711d {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:36.272565 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:36.272816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4703ee1-5ed1-41e9-8952-1a873dcb711d {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:36.273276 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4703ee1-5ed1-41e9-8952-1a873dcb711d'] response: {'name': 'network-changed', 'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'status': 'completed', 'code': 200} Apr 01 13:04:36.277734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (16070272-10fa-4b98-b6e6-8dc2438ab4cf), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.290540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-625b2b49-ac9f-41f0-969c-a1e8b4af583b req-c7aac4c4-b40d-4c45-9cdc-fd85b7ce4183 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720463 Apr 01 13:04:36.338564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-8d176ef0-8a25-4052-a5d4-2338312f94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.340687 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-8d176ef0-8a25-4052-a5d4-2338312f94e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0740147 Apr 01 13:04:36.384647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.386102 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.414631 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (16070272-10fa-4b98-b6e6-8dc2438ab4cf), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.418267 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.419427 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "DELETE /v2.0/security-groups/16070272-10fa-4b98-b6e6-8dc2438ab4cf HTTP/1.1" status: 204 len: 168 time: 0.3303928 Apr 01 13:04:36.422432 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60746) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:36.441710 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Allocated IP 172.20.0.2 (faf31c08-97b0-4630-8a9d-b31f28399f5f/a68daa78-e0a0-49ae-be33-ce17bac86969/cfae29e1-2cb2-45df-9c13-342fd376e221) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:36.444683 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-2ada378b-669e-46ab-9fd9-427b3c6d742e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] show failed (client error): The resource could not be found. Apr 01 13:04:36.449607 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2ada378b-669e-46ab-9fd9-427b3c6d742e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups/16070272-10fa-4b98-b6e6-8dc2438ab4cf HTTP/1.1" status: 404 len: 347 time: 0.0217466 Apr 01 13:04:36.450977 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60748) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:36.456459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-633a737d-ba4f-42b9-89b1-0c1fd386a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.458067 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-633a737d-ba4f-42b9-89b1-0c1fd386a979 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.1117933 Apr 01 13:04:36.493437 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71426d5b-58fc-4cf4-9a1a-332dbd61521f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16070272-10fa-4b98-b6e6-8dc2438ab4cf,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:36.503569 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-e530a60b-18fb-4ae1-81ff-6c9c0a174def service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 217 time: 0.0386248 Apr 01 13:04:36.508924 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for router_controller (0139abc0-a84d-40f4-b340-a1a70c723c97), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.559219 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-3a63baa5-b511-4318-8485-f23609cdb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.560768 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-3a63baa5-b511-4318-8485-f23609cdb31d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0509906 Apr 01 13:04:36.605686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks [] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.615012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-4643d22a-e4b5-4d09-8c1e-5ff3476c0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:36.616526 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-4643d22a-e4b5-4d09-8c1e-5ff3476c0c89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498347 Apr 01 13:04:36.688533 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.712799 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-5db3fbd2-fae5-44ce-ad4e-63f083def42f service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893023 Apr 01 13:04:36.727911 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Network faf31c08-97b0-4630-8a9d-b31f28399f5f is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:36.735168 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:36.739872 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Deleting port 590db2ca-92c6-4e69-89cb-2cebf1c357ac {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:04:36.740047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:36.741017 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.745357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Pushing event updated for resources: {'Port': ['ID=cfae29e1-2cb2-45df-9c13-342fd376e221,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:36.754765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.755125 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.755561 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.755963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.756311 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.756642 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.757171 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.757691 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.758419 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.758419 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.758728 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.759081 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.759415 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.759746 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.760659 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:36.791991 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for router_gateway (0139abc0-a84d-40f4-b340-a1a70c723c97), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.821831 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Attempting to bind port cfae29e1-2cb2-45df-9c13-342fd376e221 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:36.822110 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Attempting to bind port cfae29e1-2cb2-45df-9c13-342fd376e221 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:36.822508 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Attempting to bind port cfae29e1-2cb2-45df-9c13-342fd376e221 on network faf31c08-97b0-4630-8a9d-b31f28399f5f {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:36.824527 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3b238995-5ad8-4063-9a3e-5ea3faf8c126 req-ae6cff03-894a-4be3-92a0-11b3b98af8f8 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042204 Apr 01 13:04:36.827860 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:36.828233 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Checking segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:36.828637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.829027 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Bound using segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:36.829861 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Bound port: cfae29e1-2cb2-45df-9c13-342fd376e221, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:36.830009 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.837086 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.837414 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (590db2ca-92c6-4e69-89cb-2cebf1c357ac), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:36.853121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Calling delete_port for 590db2ca-92c6-4e69-89cb-2cebf1c357ac owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:04:36.893859 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] For port cfae29e1-2cb2-45df-9c13-342fd376e221, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:36.896905 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] For port cfae29e1-2cb2-45df-9c13-342fd376e221, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=cfae29e1-2cb2-45df-9c13-342fd376e221,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:36.974364 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.029176 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:04:37.053192 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0aa1-5d7c-4b46-8b59-bca523de1b6d None None] Pushing event updated for resources: {'Port': ['ID=cfae29e1-2cb2-45df-9c13-342fd376e221,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:37.055986 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:04:37.055986 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device dd3b1962-2cd8-47e8-a12f-d5798eb0fb08 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:04:37.139241 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (590db2ca-92c6-4e69-89cb-2cebf1c357ac), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.179276 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'Port': ['ID=590db2ca-92c6-4e69-89cb-2cebf1c357ac,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:37.279878 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for router_gateway (0139abc0-a84d-40f4-b340-a1a70c723c97), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.304940 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.308453 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (616034dd-890d-4483-9f20-96f792bae575), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.310937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.312299 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2757eab4-fd36-4dbd-a655-93f6a115a1d5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "DELETE /v2.0/floatingips/616034dd-890d-4483-9f20-96f792bae575 HTTP/1.1" status: 204 len: 168 time: 0.8585389 Apr 01 13:04:37.434773 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Allocated IP 172.27.2.113 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/451baa86-7a63-4237-9d01-c58ad2299a9d) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:37.446774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba25bc-0fd2-46b9-bab7-6f32fa0bc92d req-576e859e-e6d9-44d2-9cf2-dd04169e6b5a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:37.450159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-76ba25bc-0fd2-46b9-bab7-6f32fa0bc92d req-576e859e-e6d9-44d2-9cf2-dd04169e6b5a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0555811 Apr 01 13:04:37.499101 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-76ba25bc-0fd2-46b9-bab7-6f32fa0bc92d req-0b4b273a-2d69-4b3b-bd0e-3b663822636d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Apr 01 13:04:37.553614 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.672660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60756) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:37.677201 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--235567990', 'description': 'tempest-description--539977989'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:37.742278 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device cfae29e1-2cb2-45df-9c13-342fd376e221 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:37.746949 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.776771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.800765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port cfae29e1-2cb2-45df-9c13-342fd376e221 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:37.801600 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.802607 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:37.812417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:37.815577 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:37.821144 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Pushing event updated for resources: {'Port': ['ID=451baa86-7a63-4237-9d01-c58ad2299a9d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:37.885655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port cfae29e1-2cb2-45df-9c13-342fd376e221 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:37.886207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:37.922833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port cfae29e1-2cb2-45df-9c13-342fd376e221, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=cfae29e1-2cb2-45df-9c13-342fd376e221,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:38.001120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (207966f3-ec27-4a38-b7bf-b63397c40152), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.013772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.061501 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf882fa-4d95-413f-870c-008b4496f69f None None] Network faf31c08-97b0-4630-8a9d-b31f28399f5f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:04:38.076723 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (207966f3-ec27-4a38-b7bf-b63397c40152), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.109436 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207966f3-ec27-4a38-b7bf-b63397c40152,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:38.115807 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=cfae29e1-2cb2-45df-9c13-342fd376e221,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:38.166833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-fc0d7d89-966c-4bba-b41c-bd786827ddab None None] Provisioning complete for port cfae29e1-2cb2-45df-9c13-342fd376e221 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:38.166833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7d89-966c-4bba-b41c-bd786827ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.175515 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.178100 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ee45f75f-6945-468d-9516-0b6eb69282fb tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5042460 Apr 01 13:04:38.179931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60760) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:38.185724 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group_rule': {'security_group_id': '207966f3-ec27-4a38-b7bf-b63397c40152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:38.225322 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for router_gateway (0139abc0-a84d-40f4-b340-a1a70c723c97), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.287900 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d7d89-966c-4bba-b41c-bd786827ddab None None] Current status of the port cfae29e1-2cb2-45df-9c13-342fd376e221 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:38.294339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (a2415841-6350-40d3-a23c-27110848801c), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.354514 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (a2415841-6350-40d3-a23c-27110848801c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.434557 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.451820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (a2415841-6350-40d3-a23c-27110848801c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.470509 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2415841-6350-40d3-a23c-27110848801c,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:38.509316 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-cca0fe8a-9237-45ff-852b-e6c64aa19b69 None None] Provisioning complete for port cfae29e1-2cb2-45df-9c13-342fd376e221 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:38.509795 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cca0fe8a-9237-45ff-852b-e6c64aa19b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.561467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.564562 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-35fe4f57-1764-4c07-8bca-2bd5e714db6e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835793 Apr 01 13:04:38.567410 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60764) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:38.572367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'security_group_rule': {'security_group_id': '207966f3-ec27-4a38-b7bf-b63397c40152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:38.604699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cca0fe8a-9237-45ff-852b-e6c64aa19b69 None None] Current status of the port cfae29e1-2cb2-45df-9c13-342fd376e221 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:38.641688 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3976a3-57d6-4cbf-9b8b-f855638670ec req-e22cd841-1b0d-47e1-b635-c41977146c4b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:38.643167 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b3976a3-57d6-4cbf-9b8b-f855638670ec req-e22cd841-1b0d-47e1-b635-c41977146c4b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0629246 Apr 01 13:04:38.653327 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Router 0139abc0-a84d-40f4-b340-a1a70c723c97 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:04:38.695264 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b3976a3-57d6-4cbf-9b8b-f855638670ec req-7b73a5c5-1d9e-4dda-a611-1ac56506cd87 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Apr 01 13:04:38.696011 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (5d2b3edd-3551-4726-aa17-63f376d1e16d), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.742945 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (5d2b3edd-3551-4726-aa17-63f376d1e16d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.760937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:38.770439 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Sync routers for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:38.779600 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:38.780209 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:38.824460 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (5d2b3edd-3551-4726-aa17-63f376d1e16d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.842626 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2b3edd-3551-4726-aa17-63f376d1e16d,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:38.861200 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.863054 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ccaba9f6-32db-4c14-88af-0d6ab2393a11 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7054770 Apr 01 13:04:38.865387 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60766) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:38.887198 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:38.950906 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:38.952056 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d98a3172-94f5-4b78-a65e-b7f95974a434 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835802 Apr 01 13:04:38.955235 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60768) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:38.960060 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:39.028201 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:04:39.059500 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.070853 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:38Z', 'revision_number': 3, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:39.103992 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Checking router: 0139abc0-a84d-40f4-b340-a1a70c723c97 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:39.104603 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Updating router 0139abc0-a84d-40f4-b340-a1a70c723c97 port 451baa86-7a63-4237-9d01-c58ad2299a9d binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:04:39.131357 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:39.139375 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.144957 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '19993173-ed50-450a-93a0-3421dfd4949b', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:04:39.185848 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.190128 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:39.190591 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.211310 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:04:39.232498 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:39.304615 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Allocated IP 172.27.2.70 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/297da9ad-2262-48db-abd2-6283a4bbc92b) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:39.320337 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.335761 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.375311 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:39.413227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.491192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Allocated IP 172.20.0.1 (faf31c08-97b0-4630-8a9d-b31f28399f5f/a68daa78-e0a0-49ae-be33-ce17bac86969/e20d9b67-c09e-49ea-b35f-cbcc0423b2cc) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:39.578371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['19993173-ed50-450a-93a0-3421dfd4949b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:04:39.606851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks [] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.644046 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.716691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.733597 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device cfae29e1-2cb2-45df-9c13-342fd376e221 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:39.748419 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.753941 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Network faf31c08-97b0-4630-8a9d-b31f28399f5f is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:39.756949 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:39.761766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:39.762288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (0139abc0-a84d-40f4-b340-a1a70c723c97), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.799325 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:39.815684 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:39.817727 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Pushing event updated for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:39.831543 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:39.857095 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port cfae29e1-2cb2-45df-9c13-342fd376e221 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:39.857500 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:39.912079 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=297da9ad-2262-48db-abd2-6283a4bbc92b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:39.972524 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port cfae29e1-2cb2-45df-9c13-342fd376e221 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:39.984003 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38830a-dd1e-4e90-b83e-690f5cac2d19 req-57bbf0f8-b561-4875-9eff-f8882da92614 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:39.985843 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c38830a-dd1e-4e90-b83e-690f5cac2d19 req-57bbf0f8-b561-4875-9eff-f8882da92614 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.1845150 Apr 01 13:04:39.986394 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks [] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.023802 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.040198 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.051658 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c38830a-dd1e-4e90-b83e-690f5cac2d19 req-e5879ecc-1c43-4a7b-b056-b144bff775ac tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578380 Apr 01 13:04:40.059580 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.110085 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Attempting to bind port 451baa86-7a63-4237-9d01-c58ad2299a9d on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:40.110439 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Attempting to bind port 451baa86-7a63-4237-9d01-c58ad2299a9d by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:40.110793 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Attempting to bind port 451baa86-7a63-4237-9d01-c58ad2299a9d on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:40.117925 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Pushing event updated for resources: {'Port': ['ID=451baa86-7a63-4237-9d01-c58ad2299a9d,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:40.126080 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:40.126612 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:40.127213 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.127708 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:40.128263 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Bound port: 451baa86-7a63-4237-9d01-c58ad2299a9d, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:40.129148 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.132143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-3a01e915-e19b-4f09-aabf-820b723cb996 None None] Provisioning complete for port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:40.132649 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a01e915-e19b-4f09-aabf-820b723cb996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.167001 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-3a01e915-e19b-4f09-aabf-820b723cb996 None None] Port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:40.168195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.172125 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.172568 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.173022 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.173447 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.173874 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.174263 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.174757 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.175081 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.175404 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.175793 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.176124 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.176457 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.176777 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.177089 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.177403 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:04:40.218057 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] For port 451baa86-7a63-4237-9d01-c58ad2299a9d, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:40.219819 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks [] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.221191 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] For port 451baa86-7a63-4237-9d01-c58ad2299a9d, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=451baa86-7a63-4237-9d01-c58ad2299a9d,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:40.287907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.289596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (0139abc0-a84d-40f4-b340-a1a70c723c97), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.329470 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.333302 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.379120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Pushing event updated for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:40.391335 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:40.391970 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:40.428414 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Network faf31c08-97b0-4630-8a9d-b31f28399f5f is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:40.428639 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bfffe-c7ac-4534-b679-bfaf8fd493a0 None None] Pushing event updated for resources: {'Port': ['ID=451baa86-7a63-4237-9d01-c58ad2299a9d,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:40.430192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:40.465268 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.511414 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=297da9ad-2262-48db-abd2-6283a4bbc92b,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:40.514602 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:40.567281 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.586508 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Router 0139abc0-a84d-40f4-b340-a1a70c723c97 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:40.696274 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-af01c3df-951c-4903-8f96-c47bb42afa2c None None] Provisioning complete for port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:40.696811 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-af01c3df-951c-4903-8f96-c47bb42afa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.707873 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:40.710343 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-550c7e12-6027-41f8-a862-b4649f59c2e7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7540853 Apr 01 13:04:40.734858 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:40Z', 'revision_number': 2, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:40.743491 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-af01c3df-951c-4903-8f96-c47bb42afa2c None None] Port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:40.766145 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167163d9-2ad0-4834-8281-2aca399d25bd None None] The sync data for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi is: [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:40Z', 'revision_number': 2, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:41.005639 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:41.010190 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-91c51998-081f-496b-ac40-0090b334dc61 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--235567990&fields=id&tenant_id=458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 267 time: 0.0767348 Apr 01 13:04:41.013643 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-037a81b4-c1a3-499c-b253-5a43a1b82865 admin admin] 10.222.0.43 "PUT /v2.0/routers/0139abc0-a84d-40f4-b340-a1a70c723c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1471684 Apr 01 13:04:41.040973 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:41.151529 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 19993173-ed50-450a-93a0-3421dfd4949b completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:04:41.158823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 19993173-ed50-450a-93a0-3421dfd4949b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:41.159227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (19993173-ed50-450a-93a0-3421dfd4949b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:41.174928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-527077f5-ab7b-4467-93bf-0f0bd7fccd0d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:41.179842 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-527077f5-ab7b-4467-93bf-0f0bd7fccd0d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 810 time: 0.1609747 Apr 01 13:04:41.207446 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-c2474ced-8576-4ca4-9aca-d5a097624957 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/quotas/458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 375 time: 0.0184975 Apr 01 13:04:41.233947 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a34f-2c87-451f-940e-03d8a3820a12 req-323bc5e7-cf3d-4321-a352-d125948c369e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:41.236805 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6170a34f-2c87-451f-940e-03d8a3820a12 req-323bc5e7-cf3d-4321-a352-d125948c369e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.0938540 Apr 01 13:04:41.264327 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:41.264962 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:41.281269 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-aabd0428-98e6-4c55-9800-a9047a1b763c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685427 Apr 01 13:04:41.317160 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6170a34f-2c87-451f-940e-03d8a3820a12 req-055ccbdc-efc9-48af-81e2-eafa325ef808 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683885 Apr 01 13:04:41.318032 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:41.319114 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:41.321594 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ff7812-9d72-4593-90d9-0aea0b9148a8" -d '{"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:41.396066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd0c82-dc64-4024-9161-5018178b94bc x-openstack-request-id: req-7fcd0c82-dc64-4024-9161-5018178b94bc {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:41.398608 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:41.398951 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fcd0c82-dc64-4024-9161-5018178b94bc {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:41.399435 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcd0c82-dc64-4024-9161-5018178b94bc'] response: {'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'code': 200} Apr 01 13:04:41.401322 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:41.447735 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-bb30a233-4183-4234-b263-56b881251c49 service neutron] 10.222.0.43 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515210 Apr 01 13:04:41.469737 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:41.589393 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1dd68af6-6a4d-46a8-94d4-7d1d88d2b773 service neutron] 10.222.0.43 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175106 Apr 01 13:04:41.750411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 451baa86-7a63-4237-9d01-c58ad2299a9d up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:41.825300 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683fcb1-645e-4800-85e8-917749b860d0 req-c2a5d359-473e-40ef-a7c2-b41df9416d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:41.830022 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d683fcb1-645e-4800-85e8-917749b860d0 req-c2a5d359-473e-40ef-a7c2-b41df9416d41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0823946 Apr 01 13:04:41.877175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 451baa86-7a63-4237-9d01-c58ad2299a9d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:41.877908 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:41.909765 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d683fcb1-645e-4800-85e8-917749b860d0 req-2f2293a2-4d6b-4386-a4de-4eeb0a5767ed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745194 Apr 01 13:04:41.929682 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-502ea992-ad06-4817-8283-754dbed676dc req-8357ef73-e423-44f4-b452-2c6d72ecd5f6 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 210 time: 0.0490243 Apr 01 13:04:41.948286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60812) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:41.955494 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2079648620-network', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:42.005655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 451baa86-7a63-4237-9d01-c58ad2299a9d is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:42.006048 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.029198 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 451baa86-7a63-4237-9d01-c58ad2299a9d, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=451baa86-7a63-4237-9d01-c58ad2299a9d,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:42.088768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Made reservation on behalf of ccec2d86cf13473ba95841bec7ea4065 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:42.091119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.100177 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.128388 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.186480 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks [] for security_group (3ff59e71-ebe2-451e-ac5c-d0f134ab2219), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.187202 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=451baa86-7a63-4237-9d01-c58ad2299a9d,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:42.259392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3ff59e71-ebe2-451e-ac5c-d0f134ab2219), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.286231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:04:42.296771 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff59e71-ebe2-451e-ac5c-d0f134ab2219,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:42.301944 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (d06c993e-f5c8-4112-a9d3-b92efc92eecd), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.302293 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Added segment d06c993e-f5c8-4112-a9d3-b92efc92eecd of type vlan for network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 Apr 01 13:04:42.348134 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (e3c12d98-a55d-4514-9a33-6cdfd7de07b0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.443848 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (e3c12d98-a55d-4514-9a33-6cdfd7de07b0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.448983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:42.448983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.522100 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f1c4-ca20-4979-b41e-90ec1f29ec1e req-836a3f96-0850-46ed-96b0-6a2a37c1ffa4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:42.523605 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8a5f1c4-ca20-4979-b41e-90ec1f29ec1e req-836a3f96-0850-46ed-96b0-6a2a37c1ffa4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.1187606 Apr 01 13:04:42.539634 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c12d98-a55d-4514-9a33-6cdfd7de07b0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:42.551849 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:04:42.579250 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8a5f1c4-ca20-4979-b41e-90ec1f29ec1e req-89d22014-7ead-45fe-9614-a02c444635b6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Apr 01 13:04:42.604197 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0947f386-ad94-4282-8016-a9d7190c6116 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6537540 Apr 01 13:04:42.607268 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60824) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:42.612695 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Request body: {'subnet': {'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2079648620-subnet', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:42.710741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Made reservation on behalf of ccec2d86cf13473ba95841bec7ea4065 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:42.715925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:42.957140 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (bc42bb05-dcd9-417e-8b54-af4e8656226f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.024977 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2e6872bb-47c0-4535-8900-bc9849d430cf req-367b90d1-2445-47c4-8773-9d2d61542302 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 210 time: 0.0418227 Apr 01 13:04:43.035911 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc42bb05-dcd9-417e-8b54-af4e8656226f,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:43.052189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Checking segment: {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:43.056104 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Network hostable DHCP agents. Network: e3c12d98-a55d-4514-9a33-6cdfd7de07b0, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:04:43.066355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Sync routers for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:43.077143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:43.078010 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:43.144906 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:04:43.190742 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:43.252002 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, e3c12d98-a55d-4514-9a33-6cdfd7de07b0) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:43.261540 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:43.263330 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcc00c-e6cf-4db7-90a7-7adc8e593447 None None] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:04:43.266498 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.376385 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-08b13a16-2a60-4957-a1b8-a1e96b83cc2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7650077 Apr 01 13:04:43.376598 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60828) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:43.381242 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:43.442532 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'fixed_ips': [{'subnet_id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:04:43.443379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.523803 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.525343 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.557703 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:40Z', 'revision_number': 2, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:43.596495 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for router_controller (05925098-f4b3-4ebf-8781-3c668b9d38b3), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.610119 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Checking router: 0139abc0-a84d-40f4-b340-a1a70c723c97 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:43.610633 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Updating router 0139abc0-a84d-40f4-b340-a1a70c723c97 port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:04:43.742968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54e25c-600b-4aa9-9eac-27a65b45716d req-a94aa28e-7a62-4264-a683-d0702cc730a4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:43.754329 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c54e25c-600b-4aa9-9eac-27a65b45716d req-a94aa28e-7a62-4264-a683-d0702cc730a4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0980883 Apr 01 13:04:43.799622 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 451baa86-7a63-4237-9d01-c58ad2299a9d up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:43.803170 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c54e25c-600b-4aa9-9eac-27a65b45716d req-b83f4ff4-8a8a-4ddd-971d-ce85ff15fe59 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456731 Apr 01 13:04:43.842966 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.846095 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Allocated IP 172.20.0.2 (e3c12d98-a55d-4514-9a33-6cdfd7de07b0/bc42bb05-dcd9-417e-8b54-af4e8656226f/2d3390e5-12d9-4635-906b-3dc73af27adf) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:43.854415 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for router_gateway (05925098-f4b3-4ebf-8781-3c668b9d38b3), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:43.930121 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fd4fc-59ca-4efe-b2b1-2d22d611f6ec req-b39d3b7b-2c44-48de-bc59-b0cb8be5a94d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:43.931534 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4d4fd4fc-59ca-4efe-b2b1-2d22d611f6ec req-b39d3b7b-2c44-48de-bc59-b0cb8be5a94d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0547431 Apr 01 13:04:43.940435 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 60842) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:43.944964 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Request body: {'floatingip': {'port_id': '19993173-ed50-450a-93a0-3421dfd4949b'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:43.988776 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.024721 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 451baa86-7a63-4237-9d01-c58ad2299a9d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:44.025093 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.213781 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks [] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.249023 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for router_gateway (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.280892 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d29f7c6-234b-4d9e-aac9-bcd254254276 req-f2af2684-9090-4acb-a992-f71a157f7567 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 210 time: 0.1781430 Apr 01 13:04:44.309986 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.335184 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 451baa86-7a63-4237-9d01-c58ad2299a9d is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:44.345339 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.393423 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967f78-4b9d-4200-a98c-bb015460b031 req-ce6f9f72-602b-4949-8bcb-f8b0d860f6b7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:44.400610 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7f967f78-4b9d-4200-a98c-bb015460b031 req-ce6f9f72-602b-4949-8bcb-f8b0d860f6b7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.1532030 Apr 01 13:04:44.410866 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks [] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.419387 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-e40b99f4-cfb1-4d77-aa77-5af63a333933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:44.420882 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-e40b99f4-cfb1-4d77-aa77-5af63a333933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.1531835 Apr 01 13:04:44.423971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:44.429223 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:44.431578 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Pushing event updated for resources: {'Port': ['ID=2d3390e5-12d9-4635-906b-3dc73af27adf,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:44.443644 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:44.487941 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.505131 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7f967f78-4b9d-4200-a98c-bb015460b031 req-4e4881e7-083a-423a-957d-0006d93df8c5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036851 Apr 01 13:04:44.506236 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Allocated IP 172.27.2.232 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/85286348-42eb-439d-8dbe-d8998c19920f) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:44.521625 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-db134540-5296-409e-8cb7-e014eca2dcb3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:44.523618 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-db134540-5296-409e-8cb7-e014eca2dcb3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 810 time: 0.2679586 Apr 01 13:04:44.570053 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Attempting to bind port 2d3390e5-12d9-4635-906b-3dc73af27adf on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:44.570560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Attempting to bind port 2d3390e5-12d9-4635-906b-3dc73af27adf by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:44.571611 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Attempting to bind port 2d3390e5-12d9-4635-906b-3dc73af27adf on network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:44.588005 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:44.589151 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Checking segment: {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:44.589674 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.590086 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Bound using segment: {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:44.590576 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Bound port: 2d3390e5-12d9-4635-906b-3dc73af27adf, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:44.591093 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.596635 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92d97-4885-44df-a832-237bc592e797 None None] Pushing event updated for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:44.685299 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for port (85286348-42eb-439d-8dbe-d8998c19920f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.722371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Attempting to bind port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:44.723089 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Attempting to bind port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:44.723089 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Attempting to bind port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc on network faf31c08-97b0-4630-8a9d-b31f28399f5f {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:44.732573 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:44.732957 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Checking segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:44.733378 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.733801 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Bound using segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:44.734268 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Bound port: e20d9b67-c09e-49ea-b35f-cbcc0423b2cc, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:44.734655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.749553 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] For port 2d3390e5-12d9-4635-906b-3dc73af27adf, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:44.763823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] For port 2d3390e5-12d9-4635-906b-3dc73af27adf, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=2d3390e5-12d9-4635-906b-3dc73af27adf,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:44.780447 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.784145 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-8b1e0534-e865-4921-89a9-58f78d5e47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:44.785883 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-8b1e0534-e865-4921-89a9-58f78d5e47fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.3564663 Apr 01 13:04:44.814642 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (85286348-42eb-439d-8dbe-d8998c19920f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.817227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] For port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:44.820635 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] For port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:44.839696 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-c1b5aa3c-d37d-4f0a-a7ea-3aeefb7e7fa5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458c96d3440e40178563936a92e99520 HTTP/1.1" status: 200 len: 379 time: 0.3064411 Apr 01 13:04:44.843265 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.852992 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'port': {'device_id': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'admin_state_up': True, 'tenant_id': '458c96d3440e40178563936a92e99520', 'security_groups': ['207966f3-ec27-4a38-b7bf-b63397c40152']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:44.853126 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:44.855293 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.865017 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:44.870343 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:44.873808 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Pushing event updated for resources: {'Port': ['ID=85286348-42eb-439d-8dbe-d8998c19920f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:44.928215 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484df4b-e452-4019-ab8c-c5a06096bb09 None None] Pushing event updated for resources: {'Port': ['ID=2d3390e5-12d9-4635-906b-3dc73af27adf,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:44.943861 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.988512 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Provisioning complete for port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:44.989289 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:44.996403 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-0cfe2742-85bf-4d1b-8add-551dd464305e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 1001 time: 0.2018039 Apr 01 13:04:45.065175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:45.065849 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:45.090633 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-b74d35ce-0019-40c7-a945-256ab69428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:45.092121 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-b74d35ce-0019-40c7-a945-256ab69428cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0865650 Apr 01 13:04:45.113478 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Floating IP 5e681d03-c034-4b30-8fff-a16e8902f595 associated. External IP: 172.27.2.141, port: 19993173-ed50-450a-93a0-3421dfd4949b. Apr 01 13:04:45.138899 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92d97-4885-44df-a832-237bc592e797 None None] Pushing event updated for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:45.219467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Current status of the port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:45.220048 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.279637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:45.316675 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-f6165ba5-68e7-425b-8db7-5b7d7d984aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:45.318497 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-f6165ba5-68e7-425b-8db7-5b7d7d984aae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2154453 Apr 01 13:04:45.368813 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for router_gateway (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.385909 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] For port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:45.464994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Made reservation on behalf of 458c96d3440e40178563936a92e99520 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:04:45.468537 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.474257 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.578499 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3bf6-181f-4739-9ad1-f16ec18a0488 None None] Pushing event updated for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:45.640789 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b919fdd2-f6d9-474b-9197-6dc71646b613 None None] Provisioning complete for port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:45.641431 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b919fdd2-f6d9-474b-9197-6dc71646b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.654613 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.716021 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:45.755936 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663802c-6009-48f3-a4de-c9194c74b904 None None] The sync data for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi is: [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:45.795967 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a147552-9a47-45c0-af9f-c56905419d37 req-65ae5978-7221-4275-8d69-101008f16e92 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:45.797478 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a147552-9a47-45c0-af9f-c56905419d37 req-65ae5978-7221-4275-8d69-101008f16e92 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.1933117 Apr 01 13:04:45.815383 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b919fdd2-f6d9-474b-9197-6dc71646b613 None None] Current status of the port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:45.840416 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be823c49-10f5-4c8e-a022-f7157fa5c7c2 req-07c85484-e055-45c0-a05b-4d5b2815163b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 210 time: 0.3805130 Apr 01 13:04:45.921827 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 2d3390e5-12d9-4635-906b-3dc73af27adf up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:45.926351 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a147552-9a47-45c0-af9f-c56905419d37 req-fddf70d1-a2da-4bc5-bf86-a739f4a8cdc3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185443 Apr 01 13:04:45.984575 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 2d3390e5-12d9-4635-906b-3dc73af27adf triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:45.985245 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:45.988832 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:45.993683 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-d1a039c8-5a7f-4976-ab60-54a18f392675 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680729 Apr 01 13:04:46.047998 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Router 05925098-f4b3-4ebf-8781-3c668b9d38b3 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:04:46.206539 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:46.223911 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Allocated IP 172.20.0.6 (2b997467-5787-4cb0-a9fb-fa858dd2b1bf/e7ea62d7-b0b0-48f6-9329-a08761a9dc02/a0047f7e-4ed9-4a36-b663-688a41020858) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:46.226205 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Sync routers for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:46.241538 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:46.242484 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:46.302472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:46.304522 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 2d3390e5-12d9-4635-906b-3dc73af27adf is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:46.304997 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.312833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.324814 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656317d-155f-4404-9baa-db5946713150 None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:46.347593 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.352626 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ea96f38b-02bc-4bb9-a8f3-980b29729a98 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9741557 Apr 01 13:04:46.360053 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60856) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:46.371056 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 2d3390e5-12d9-4635-906b-3dc73af27adf, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=2d3390e5-12d9-4635-906b-3dc73af27adf,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:46.375696 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb95de5-e0fa-4018-95c1-116cb079dc1e None None] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:04:46.396806 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6ff72bb7-2ddc-4ee8-b91d-aaaa83e191ae tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "PUT /v2.0/floatingips/5e681d03-c034-4b30-8fff-a16e8902f595 HTTP/1.1" status: 200 len: 992 time: 2.4421959 Apr 01 13:04:46.396806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:46.396806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58" -d '{"events": [{"name": "network-changed", "server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:46.407949 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-67eec019-5f35-4df0-9b79-87f8bb6648aa req-a5d9f317-c8d8-453c-8792-6e99ff12798c service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073827 Apr 01 13:04:46.453422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d23dc4-37a6-4fb4-bb9d-44f802863247 x-openstack-request-id: req-57d23dc4-37a6-4fb4-bb9d-44f802863247 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:46.453748 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:46.454000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57d23dc4-37a6-4fb4-bb9d-44f802863247 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:46.454403 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d23dc4-37a6-4fb4-bb9d-44f802863247'] response: {'name': 'network-changed', 'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'status': 'completed', 'code': 200} Apr 01 13:04:46.463998 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:46.464642 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:46.472812 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.473610 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e20d9b67-c09e-49ea-b35f-cbcc0423b2cc up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:46.500748 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:46.643366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-d96b274d-8bfe-47fe-a49a-eebf0840c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:46.644896 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-d96b274d-8bfe-47fe-a49a-eebf0840c88a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1130 time: 0.1221263 Apr 01 13:04:46.703968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for port (a0047f7e-4ed9-4a36-b663-688a41020858), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.739812 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 3, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:46.758612 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c4cc8422-d9cc-4b27-84aa-65e7c69e90c0 None None] Provisioning complete for port 2d3390e5-12d9-4635-906b-3dc73af27adf triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:46.759595 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c4cc8422-d9cc-4b27-84aa-65e7c69e90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.799549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:46.799928 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.816852 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-89d602c0-ff22-4071-a85e-fe93db448c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:46.820567 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-89d602c0-ff22-4071-a85e-fe93db448c36 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.1616261 Apr 01 13:04:46.834491 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=2d3390e5-12d9-4635-906b-3dc73af27adf,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:46.882421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:46.896209 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:46.935722 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Checking router: 05925098-f4b3-4ebf-8781-3c668b9d38b3 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:46.936226 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Updating router 05925098-f4b3-4ebf-8781-3c668b9d38b3 port 85286348-42eb-439d-8dbe-d8998c19920f binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:04:46.962158 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:46.968392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:46.983058 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:46.988231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:46.988875 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.000285 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-d1f7bdc4-f4b9-4813-94c2-600cdfce0196 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 1000 time: 0.1718793 Apr 01 13:04:47.006667 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (85286348-42eb-439d-8dbe-d8998c19920f), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.020087 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event updated for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:47.070002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-c7bf1412-5d42-45be-ab81-c5508454dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.073894 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-c7bf1412-5d42-45be-ab81-c5508454dcd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0626972 Apr 01 13:04:47.142110 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-1eaaf248-ad71-45fb-a8a1-d4db1987187e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2970734 Apr 01 13:04:47.174809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Request body: {'port': {'device_id': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:47.238235 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2241d-bcd9-4c1e-a879-7996a333c687 req-f24a667b-4377-4f8e-b191-c94fdfbf6dd3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.249496 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43e2241d-bcd9-4c1e-a879-7996a333c687 req-f24a667b-4377-4f8e-b191-c94fdfbf6dd3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 931 time: 0.2406650 Apr 01 13:04:47.265994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.361338 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43e2241d-bcd9-4c1e-a879-7996a333c687 req-7b1c6c4a-c577-4fe5-8fd1-2035790b7b9d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137965 Apr 01 13:04:47.376711 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.395355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc8422-d9cc-4b27-84aa-65e7c69e90c0 None None] Current status of the port 2d3390e5-12d9-4635-906b-3dc73af27adf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:47.430757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-863a05ab-00fd-45fb-9256-ddbd0752de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.433075 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-863a05ab-00fd-45fb-9256-ddbd0752de5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3506012 Apr 01 13:04:47.435893 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:47.451424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907f8a-8c20-4995-bcbe-fba1ee9fa0f9 req-0e115e24-300e-424a-ac5f-df9b7649f769 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.452976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d907f8a-8c20-4995-bcbe-fba1ee9fa0f9 req-0e115e24-300e-424a-ac5f-df9b7649f769 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.3505480 Apr 01 13:04:47.534788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Provisioning complete for port 2d3390e5-12d9-4635-906b-3dc73af27adf triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:47.535343 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.553117 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks [] for port (85286348-42eb-439d-8dbe-d8998c19920f), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.565107 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '5e681d03-c034-4b30-8fff-a16e8902f595', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:28Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:47.600880 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656317d-155f-4404-9baa-db5946713150 None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:47.602800 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Allocated IP 172.20.0.1 (e3c12d98-a55d-4514-9a33-6cdfd7de07b0/bc42bb05-dcd9-417e-8b54-af4e8656226f/a7dd2dd1-bf70-4ade-a76d-2b080732462a) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:04:47.618011 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:47.618766 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:47.623717 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (85286348-42eb-439d-8dbe-d8998c19920f), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.634279 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9d907f8a-8c20-4995-bcbe-fba1ee9fa0f9 req-1ea988d8-99b7-4124-b916-10adf911222a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473455 Apr 01 13:04:47.658688 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-f6459b81-38d5-4805-ab4b-fe2f405cf23c service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958175 Apr 01 13:04:47.703488 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Attempting to bind port 85286348-42eb-439d-8dbe-d8998c19920f on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:47.704026 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Attempting to bind port 85286348-42eb-439d-8dbe-d8998c19920f by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:47.705422 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Attempting to bind port 85286348-42eb-439d-8dbe-d8998c19920f on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:47.737547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks [] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.752083 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Current status of the port 2d3390e5-12d9-4635-906b-3dc73af27adf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:47.776599 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Provisioning complete for port a0047f7e-4ed9-4a36-b663-688a41020858 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:47.776971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.780283 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:47.780946 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:47.781520 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.782649 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:47.784844 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Bound port: 85286348-42eb-439d-8dbe-d8998c19920f, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:47.785950 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (85286348-42eb-439d-8dbe-d8998c19920f), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.796936 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0047f7e-4ed9-4a36-b663-688a41020858 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:04:47.809294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks [] for port (a0047f7e-4ed9-4a36-b663-688a41020858), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.811967 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 2d3390e5-12d9-4635-906b-3dc73af27adf up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:47.815875 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:47.831244 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cfd8077-1ab1-4671-ab5c-4d511ae86a58 req-b9f5dbc5-e1c8-4df8-92f1-6be7eb8c890b service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702945 Apr 01 13:04:47.836001 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Transition to ACTIVE for port object a0047f7e-4ed9-4a36-b663-688a41020858 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:04:47.846521 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff13df-78b9-4146-b9f3-f36e3b882529 None None] Pushing event updated for resources: {'Port': ['ID=85286348-42eb-439d-8dbe-d8998c19920f,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:47.848439 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.860394 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] For port 85286348-42eb-439d-8dbe-d8998c19920f, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:47.863817 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] For port 85286348-42eb-439d-8dbe-d8998c19920f, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=85286348-42eb-439d-8dbe-d8998c19920f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:47.893808 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.903475 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6c994968-5a64-49e0-8c5c-0ccb5c53555e None None] Port a0047f7e-4ed9-4a36-b663-688a41020858 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:47.907532 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:47.911958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Pushing event updated for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:47.914864 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:47.917515 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:04:47.924056 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (85286348-42eb-439d-8dbe-d8998c19920f), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:47.965796 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:48.013690 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.031884 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:48.032680 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:48.039888 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Attempting to bind port a0047f7e-4ed9-4a36-b663-688a41020858 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:48.040224 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Attempting to bind port a0047f7e-4ed9-4a36-b663-688a41020858 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:48.040552 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Attempting to bind port a0047f7e-4ed9-4a36-b663-688a41020858 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:48.047562 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Port a0047f7e-4ed9-4a36-b663-688a41020858 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:04:48.047885 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Attempting to bind port a0047f7e-4ed9-4a36-b663-688a41020858 on network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:48.065763 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:48.066107 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Checking segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:48.066495 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Bound using segment: {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:48.066928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Bound port: a0047f7e-4ed9-4a36-b663-688a41020858, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3490c6b-cc62-485d-8f2a-901aeee506a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:48.067290 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.072626 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 2d3390e5-12d9-4635-906b-3dc73af27adf triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:48.072994 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.090586 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff13df-78b9-4146-b9f3-f36e3b882529 None None] Pushing event updated for resources: {'Port': ['ID=85286348-42eb-439d-8dbe-d8998c19920f,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:48.202717 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:48.205057 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:48.214467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a0047f7e-4ed9-4a36-b663-688a41020858,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:48.311622 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.313763 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.314282 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 2d3390e5-12d9-4635-906b-3dc73af27adf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:48.342477 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0d68be7a-addb-47da-bc79-436ee4e2f7ea None None] Provisioning complete for port a7dd2dd1-bf70-4ade-a76d-2b080732462a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:48.343003 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0d68be7a-addb-47da-bc79-436ee4e2f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.351375 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.352724 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.355745 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] 10.222.0.62 "PUT /v2.0/ports/a0047f7e-4ed9-4a36-b663-688a41020858 HTTP/1.1" status: 200 len: 1093 time: 1.1860449 Apr 01 13:04:48.396678 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0d68be7a-addb-47da-bc79-436ee4e2f7ea None None] Port a7dd2dd1-bf70-4ade-a76d-2b080732462a cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:48.400794 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6656317d-155f-4404-9baa-db5946713150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '5e681d03-c034-4b30-8fff-a16e8902f595', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:28Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:48.410162 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fd85c-e1a7-4d3c-9258-c58e63b06a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:48.455915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:48.460559 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:48.498461 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 3, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:48.531714 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571498d-bd54-4dc2-92f5-661816b7567f None None] The sync data for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi is: [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 3, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:48.543975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab355b-03a2-41ea-a21f-68c23507be73 x-openstack-request-id: req-74ab355b-03a2-41ea-a21f-68c23507be73 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:48.543975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:48.543975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74ab355b-03a2-41ea-a21f-68c23507be73 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:48.543975 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ab355b-03a2-41ea-a21f-68c23507be73'] response: {'name': 'network-changed', 'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'status': 'completed', 'code': 200} Apr 01 13:04:48.563468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-b54a4182-e2bf-4bdc-854c-cf94cc1cbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.565259 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-b54a4182-e2bf-4bdc-854c-cf94cc1cbb15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 1127 time: 0.0815060 Apr 01 13:04:48.621913 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-f25891d2-6091-4894-b549-c4c67d0f332b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0047f7e-4ed9-4a36-b663-688a41020858 HTTP/1.1" status: 200 len: 217 time: 0.0466981 Apr 01 13:04:48.665782 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656317d-155f-4404-9baa-db5946713150 None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '5e681d03-c034-4b30-8fff-a16e8902f595', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:28Z', 'updated_at': '2022-04-01T13:04:44Z', 'revision_number': 1, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:48.719413 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-14940eec-5f91-45f7-a361-00776316dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.721356 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-14940eec-5f91-45f7-a361-00776316dcc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0828404 Apr 01 13:04:48.828010 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa574-f3ba-4dc1-b082-14c2f22ec5e5 req-ffe17515-983f-4c38-8f15-d97c320b2e71 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.829955 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-302fa574-f3ba-4dc1-b082-14c2f22ec5e5 req-ffe17515-983f-4c38-8f15-d97c320b2e71 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0996592 Apr 01 13:04:48.832020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-f1303f1c-6055-4f36-a717-c8c5c280ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.833440 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-f1303f1c-6055-4f36-a717-c8c5c280ad35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944023 Apr 01 13:04:48.890745 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9332d-95d8-4f4c-b6db-9aa4608569f4 req-c51884ad-7b0a-4e55-a5b1-379b74ba36f5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:48.897629 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01a9332d-95d8-4f4c-b6db-9aa4608569f4 req-c51884ad-7b0a-4e55-a5b1-379b74ba36f5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 943 time: 0.4001670 Apr 01 13:04:48.964211 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-302fa574-f3ba-4dc1-b082-14c2f22ec5e5 req-5a462eb9-1293-4a40-bff3-58b0a4c22573 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260831 Apr 01 13:04:48.968155 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks [] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:48.991110 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01a9332d-95d8-4f4c-b6db-9aa4608569f4 req-e94973cf-5f40-4687-a124-685795afd65b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922563 Apr 01 13:04:49.018142 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-a3147dcc-ae8e-461b-8218-90cfb41654b2 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542623 Apr 01 13:04:49.053065 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e45b2-fee0-4a53-9a86-419caf1bbe41 None None] New status for floating IP 5e681d03-c034-4b30-8fff-a16e8902f595: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:04:49.071350 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:49.132138 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1cc7c747-5bbc-4aac-9bb9-83823912fa62 req-45a945aa-fb52-435c-be4a-38ee695c1798 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098351 Apr 01 13:04:49.167337 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:49.169315 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Pushing event updated for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:49.287872 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:04:49.289455 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:04:49.318871 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-a8a69a55-9c2f-4323-af8f-22304d84f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:49.320591 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-a8a69a55-9c2f-4323-af8f-22304d84f849 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 1127 time: 0.0570209 Apr 01 13:04:49.430142 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Router 05925098-f4b3-4ebf-8781-3c668b9d38b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:49.454298 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-c8b71cd3-107e-4a6b-89b5-3df4540c65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:49.456420 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-c8b71cd3-107e-4a6b-89b5-3df4540c65bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.1255922 Apr 01 13:04:49.511219 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-5d8b558f-f009-4b49-90e6-882aa22aa3b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0047f7e-4ed9-4a36-b663-688a41020858 HTTP/1.1" status: 200 len: 217 time: 0.0461092 Apr 01 13:04:49.562813 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:49.568133 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-90b0ca94-b332-441c-a331-faa4ccc2860c admin admin] 10.222.0.43 "PUT /v2.0/routers/05925098-f4b3-4ebf-8781-3c668b9d38b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008274 Apr 01 13:04:49.568597 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-eed452c7-02f9-4d65-9acd-c618f150c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:49.570217 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-eed452c7-02f9-4d65-9acd-c618f150c3b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0533900 Apr 01 13:04:49.639589 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-002c07fd-9aee-44e8-8652-76ae3dfa33c4 None None] Provisioning complete for port a7dd2dd1-bf70-4ade-a76d-2b080732462a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:49.640197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-002c07fd-9aee-44e8-8652-76ae3dfa33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:49.641338 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-5dbacfc8-70a9-479b-ba98-fca6aabe0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:49.644367 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-5dbacfc8-70a9-479b-ba98-fca6aabe0717 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665488 Apr 01 13:04:49.680514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-002c07fd-9aee-44e8-8652-76ae3dfa33c4 None None] Port a7dd2dd1-bf70-4ade-a76d-2b080732462a cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:04:49.754783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-b774cc30-605f-4dd8-847c-02d666f5828d service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033535 Apr 01 13:04:49.851729 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 85286348-42eb-439d-8dbe-d8998c19920f up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:49.864113 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50f52a8d-7f88-44d0-89d5-0f76f6a0ef96 req-6f059548-889b-4a1b-a115-696a604120cb service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021075 Apr 01 13:04:49.906194 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 85286348-42eb-439d-8dbe-d8998c19920f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:49.906566 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (85286348-42eb-439d-8dbe-d8998c19920f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:49.985293 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 85286348-42eb-439d-8dbe-d8998c19920f is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:49.985715 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (85286348-42eb-439d-8dbe-d8998c19920f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:50.007783 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 85286348-42eb-439d-8dbe-d8998c19920f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=85286348-42eb-439d-8dbe-d8998c19920f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:50.099010 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (85286348-42eb-439d-8dbe-d8998c19920f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:50.101772 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e68db-f3b8-49d4-901e-594cdae67dca req-a4d0810b-4d54-4cc2-836d-fd05f1ae5ec4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:50.104718 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a53e68db-f3b8-49d4-901e-594cdae67dca req-a4d0810b-4d54-4cc2-836d-fd05f1ae5ec4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0588737 Apr 01 13:04:50.132462 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508e2e2-b0a2-4c7e-a1bf-ce361ddbf51b req-1b5c50eb-d02c-4775-8e43-008e99b8183a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:50.134027 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c508e2e2-b0a2-4c7e-a1bf-ce361ddbf51b req-1b5c50eb-d02c-4775-8e43-008e99b8183a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 943 time: 0.0583701 Apr 01 13:04:50.165229 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=85286348-42eb-439d-8dbe-d8998c19920f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:50.170151 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a53e68db-f3b8-49d4-901e-594cdae67dca req-c88dd931-0668-46f6-9fe0-af7ce48c738c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589409 Apr 01 13:04:50.194317 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c508e2e2-b0a2-4c7e-a1bf-ce361ddbf51b req-212611cc-920c-4216-bc87-41b481beeda1 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509865 Apr 01 13:04:50.548831 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Sync routers for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:50.564160 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:50.564792 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:50.679723 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:50.904504 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:48Z', 'revision_number': 4, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a7dd2dd1-bf70-4ade-a76d-2b080732462a', 'name': '', 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'mac_address': 'fa:16:3e:6d:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:47Z', 'updated_at': '2022-04-01T13:04:48Z', 'revision_number': 2, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'subnets': [{'id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:50.931520 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Checking router: 05925098-f4b3-4ebf-8781-3c668b9d38b3 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:50.932640 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Updating router 05925098-f4b3-4ebf-8781-3c668b9d38b3 port a7dd2dd1-bf70-4ade-a76d-2b080732462a binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:04:50.969325 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.325034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks [] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.343318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d362f-3178-469e-8fae-675df8734d4a req-2a813b0b-c680-44de-a135-031f461a5cb8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:51.345585 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef3d362f-3178-469e-8fae-675df8734d4a req-2a813b0b-c680-44de-a135-031f461a5cb8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0852733 Apr 01 13:04:51.360324 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a41a27-8e2f-4700-9050-96df76d0c28c req-f3e6ab37-ca7e-47ef-addf-9d2c6b4a580b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:51.360324 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52a41a27-8e2f-4700-9050-96df76d0c28c req-f3e6ab37-ca7e-47ef-addf-9d2c6b4a580b tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 943 time: 0.0680926 Apr 01 13:04:51.407592 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef3d362f-3178-469e-8fae-675df8734d4a req-ed4c65f9-bdab-42db-833e-512129169a0b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557663 Apr 01 13:04:51.437016 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52a41a27-8e2f-4700-9050-96df76d0c28c req-d6f57a12-1b5b-4e47-8e85-db3346751d00 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684879 Apr 01 13:04:51.607437 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.663400 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd912d2-0e09-4e4c-badc-ac48461ed87f None None] Pushing event updated for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:51.743189 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Attempting to bind port a7dd2dd1-bf70-4ade-a76d-2b080732462a on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:04:51.743887 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Attempting to bind port a7dd2dd1-bf70-4ade-a76d-2b080732462a by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:04:51.744002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Attempting to bind port a7dd2dd1-bf70-4ade-a76d-2b080732462a on network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:04:51.750542 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:04:51.751153 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Checking segment: {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:04:51.751462 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.752075 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Bound using segment: {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:04:51.752409 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Bound port: a7dd2dd1-bf70-4ade-a76d-2b080732462a, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06c993e-f5c8-4112-a9d3-b92efc92eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:04:51.752784 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.785430 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 85286348-42eb-439d-8dbe-d8998c19920f up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:51.879788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] For port a7dd2dd1-bf70-4ade-a76d-2b080732462a, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:04:51.884032 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] For port a7dd2dd1-bf70-4ade-a76d-2b080732462a, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a7dd2dd1-bf70-4ade-a76d-2b080732462a,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:04:51.901295 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 85286348-42eb-439d-8dbe-d8998c19920f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:51.901295 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (85286348-42eb-439d-8dbe-d8998c19920f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:51.946792 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:52.050490 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:52.051272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:52.096991 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd912d2-0e09-4e4c-badc-ac48461ed87f None None] Pushing event updated for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:52.143739 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Provisioning complete for port a7dd2dd1-bf70-4ade-a76d-2b080732462a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:52.144278 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:52.171550 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 85286348-42eb-439d-8dbe-d8998c19920f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:52.229504 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:52.399875 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Current status of the port a7dd2dd1-bf70-4ade-a76d-2b080732462a is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:52.400261 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:52.458946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] For port a7dd2dd1-bf70-4ade-a76d-2b080732462a, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a7dd2dd1-bf70-4ade-a76d-2b080732462a,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:52.531705 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:52.599908 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:48Z', 'revision_number': 4, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a7dd2dd1-bf70-4ade-a76d-2b080732462a', 'name': '', 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'mac_address': 'fa:16:3e:6d:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:47Z', 'updated_at': '2022-04-01T13:04:51Z', 'revision_number': 4, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'subnets': [{'id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:52.601004 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a359-5495-4b62-9abd-ebd61f904eb4 req-7094653c-ec48-4c01-b2c0-87270993b20d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:52.603279 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aef8a359-5495-4b62-9abd-ebd61f904eb4 req-7094653c-ec48-4c01-b2c0-87270993b20d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 943 time: 0.0887449 Apr 01 13:04:52.612818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeb4ba-6aec-4371-b4b1-6081e810daf7 req-b507f82a-9a54-4353-b183-24fc72c0a757 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:52.615113 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-25aeb4ba-6aec-4371-b4b1-6081e810daf7 req-b507f82a-9a54-4353-b183-24fc72c0a757 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.1065617 Apr 01 13:04:52.682825 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-aef8a359-5495-4b62-9abd-ebd61f904eb4 req-c43f8d74-b2e2-41d1-9770-3a7e7bd29bcd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678697 Apr 01 13:04:52.718585 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-25aeb4ba-6aec-4371-b4b1-6081e810daf7 req-e45ff47c-6349-4c9a-aaca-328229375c46 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875986 Apr 01 13:04:52.810355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40695-596b-41f5-81ee-44eb54c6be52 None None] The sync data for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi is: [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:04:48Z', 'revision_number': 4, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a7dd2dd1-bf70-4ade-a76d-2b080732462a', 'name': '', 'network_id': 'e3c12d98-a55d-4514-9a33-6cdfd7de07b0', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'mac_address': 'fa:16:3e:6d:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:47Z', 'updated_at': '2022-04-01T13:04:51Z', 'revision_number': 4, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'subnets': [{'id': 'bc42bb05-dcd9-417e-8b54-af4e8656226f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:04:52.825475 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f255ca-e40c-4eb4-8ef8-cabf3a656ae0 None None] Pushing event updated for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:52.844627 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-518186cf-b7ce-4444-adf5-96a5e7cb3ab8 None None] Provisioning complete for port a7dd2dd1-bf70-4ade-a76d-2b080732462a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:52.845001 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-518186cf-b7ce-4444-adf5-96a5e7cb3ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:52.966548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-518186cf-b7ce-4444-adf5-96a5e7cb3ab8 None None] Current status of the port a7dd2dd1-bf70-4ade-a76d-2b080732462a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:53.118676 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a0047f7e-4ed9-4a36-b663-688a41020858 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:04:53.246902 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a0047f7e-4ed9-4a36-b663-688a41020858,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:53.261173 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'port_id': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'mac_address': 'fa:16:3e:89:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:04:53.303332 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port a0047f7e-4ed9-4a36-b663-688a41020858 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:53.303724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:53.325467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0047f7e-4ed9-4a36-b663-688a41020858 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:04:53.348623 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a0047f7e-4ed9-4a36-b663-688a41020858,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:53.567615 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:53.620049 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:53.780539 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a7dd2dd1-bf70-4ade-a76d-2b080732462a up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:53.833777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2c4e4-38f9-4e6a-b164-5b1ab540fd7b req-1bff6fe2-953a-41c0-8d79-3519496c9a45 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:53.841041 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['a0047f7e-4ed9-4a36-b663-688a41020858'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:04:53.843537 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-51a2c4e4-38f9-4e6a-b164-5b1ab540fd7b req-1bff6fe2-953a-41c0-8d79-3519496c9a45 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 944 time: 0.0831285 Apr 01 13:04:53.892550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80dfc-3a93-476b-8fba-aca98a07486f req-b6989867-6d85-490e-bc20-9350cd4e721f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:53.901668 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9be80dfc-3a93-476b-8fba-aca98a07486f req-b6989867-6d85-490e-bc20-9350cd4e721f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0805590 Apr 01 13:04:53.923212 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-51a2c4e4-38f9-4e6a-b164-5b1ab540fd7b req-24926fa1-e46b-4a93-aca9-202a281af8f4 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708961 Apr 01 13:04:53.941983 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port a7dd2dd1-bf70-4ade-a76d-2b080732462a triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:53.942364 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:53.966819 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9be80dfc-3a93-476b-8fba-aca98a07486f req-f21a5ba6-b095-45b8-8508-1934b940ab42 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639741 Apr 01 13:04:54.104949 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port a7dd2dd1-bf70-4ade-a76d-2b080732462a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:55.062918 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7ed6-919d-4408-bd91-9fcad55d27ab req-e36e613b-3651-4c1e-af89-0fb98367149a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:55.065687 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b88c7ed6-919d-4408-bd91-9fcad55d27ab req-e36e613b-3651-4c1e-af89-0fb98367149a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 944 time: 0.0801027 Apr 01 13:04:55.105020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e068b7-0040-4bf0-a5c8-eaf0d6cd7f93 req-999ae330-6778-4b32-8560-d455f624b061 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:55.117125 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94e068b7-0040-4bf0-a5c8-eaf0d6cd7f93 req-999ae330-6778-4b32-8560-d455f624b061 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0726132 Apr 01 13:04:55.125016 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b88c7ed6-919d-4408-bd91-9fcad55d27ab req-c502095b-2629-4b59-9fd2-5f42cad1d33f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503836 Apr 01 13:04:55.126545 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a0047f7e-4ed9-4a36-b663-688a41020858 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:04:55.202781 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94e068b7-0040-4bf0-a5c8-eaf0d6cd7f93 req-4dfdde27-700f-4258-b70e-090e83e10376 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680649 Apr 01 13:04:55.276840 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port a0047f7e-4ed9-4a36-b663-688a41020858 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:04:55.281772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port a0047f7e-4ed9-4a36-b663-688a41020858 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:04:55.282323 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:55.375639 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port a0047f7e-4ed9-4a36-b663-688a41020858 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:04:55.376025 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:55.413127 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a0047f7e-4ed9-4a36-b663-688a41020858,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:04:55.413127 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:55.414907 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c811df-3890-40f8-87d0-31cef7319eb1" -d '{"events": [{"server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "name": "network-vif-plugged", "status": "completed", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:55.458434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3eea2a-5f30-47d4-a35c-607661adbfc0 x-openstack-request-id: req-7b3eea2a-5f30-47d4-a35c-607661adbfc0 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:55.458786 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "name": "network-vif-plugged", "status": "completed", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:55.458993 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b3eea2a-5f30-47d4-a35c-607661adbfc0 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:55.459371 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3eea2a-5f30-47d4-a35c-607661adbfc0'] response: {'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'code': 200} Apr 01 13:04:55.470630 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:55.547876 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:04:55.798771 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061840d2-076e-4f35-988d-6a8dfd65b711 req-ec71c1fe-d14a-4aa2-9b8c-f37f4d9942de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:55.800382 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-061840d2-076e-4f35-988d-6a8dfd65b711 req-ec71c1fe-d14a-4aa2-9b8c-f37f4d9942de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 1129 time: 0.0506725 Apr 01 13:04:55.848972 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-061840d2-076e-4f35-988d-6a8dfd65b711 req-638c4ed7-7b44-4c27-b360-1137a188981a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Apr 01 13:04:56.270856 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861a671-15c6-44b0-87c1-8f04d7a11381 req-6dff3c29-e2e0-4864-84af-d2cedb43babd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.280603 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f861a671-15c6-44b0-87c1-8f04d7a11381 req-6dff3c29-e2e0-4864-84af-d2cedb43babd tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0898659 Apr 01 13:04:56.325470 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b456d6-2dd9-4e93-9ccd-bc88a7579c6d req-314d8b68-0082-423f-a461-d69437462958 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.327410 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08b456d6-2dd9-4e93-9ccd-bc88a7579c6d req-314d8b68-0082-423f-a461-d69437462958 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0667417 Apr 01 13:04:56.336783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f861a671-15c6-44b0-87c1-8f04d7a11381 req-d03a13e1-2f9a-48dd-b40d-39bcf673c057 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552688 Apr 01 13:04:56.411874 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08b456d6-2dd9-4e93-9ccd-bc88a7579c6d req-a6ae250f-fb15-4e1f-8657-18331234a225 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678093 Apr 01 13:04:57.453885 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0df878d9-5f6d-436c-a8de-26d1ced66cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:57.496708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db2e8-9d41-4240-bb09-23ce93d58a6d req-6f94279f-4ac0-4cbf-af67-013dafaf6f76 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:57.498360 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fa3db2e8-9d41-4240-bb09-23ce93d58a6d req-6f94279f-4ac0-4cbf-af67-013dafaf6f76 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0765660 Apr 01 13:04:57.559735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1ebb-82af-4dc3-b2aa-c28405d66585 req-2760fc48-922c-4b2d-9c38-8bb1f43666a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:57.561894 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fa3db2e8-9d41-4240-bb09-23ce93d58a6d req-81edf152-dbd6-49da-ab54-ebf81d893692 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550928 Apr 01 13:04:57.574912 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d56d1ebb-82af-4dc3-b2aa-c28405d66585 req-2760fc48-922c-4b2d-9c38-8bb1f43666a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0811372 Apr 01 13:04:57.640237 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d56d1ebb-82af-4dc3-b2aa-c28405d66585 req-48e5e538-44e2-4551-a0f2-99e3bbbc4402 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544837 Apr 01 13:04:57.696571 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ff64-1598-4cdd-bbe7-8da0ca87c6c9 req-e995106b-824f-4c36-9a90-c471982645cc tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:57.698872 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f304ff64-1598-4cdd-bbe7-8da0ca87c6c9 req-e995106b-824f-4c36-9a90-c471982645cc tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0603552 Apr 01 13:04:57.707968 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 60946) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:04:57.713986 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Request body: {'floatingip': {'port_id': 'a0047f7e-4ed9-4a36-b663-688a41020858'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:04:57.755712 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:58.231015 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:58.299393 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:58.411825 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Floating IP e71dda99-56db-4753-a0d0-ca2c1d6f5e21 associated. External IP: 172.27.2.70, port: a0047f7e-4ed9-4a36-b663-688a41020858. Apr 01 13:04:58.653165 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:04:58.807828 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086eb3-36fb-4120-9fbe-2f2e52326d2a req-7a9ec8b1-4da3-40a5-b2d2-b0c2be736cb4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:58.810022 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad086eb3-36fb-4120-9fbe-2f2e52326d2a req-7a9ec8b1-4da3-40a5-b2d2-b0c2be736cb4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0791838 Apr 01 13:04:58.830791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:04:58.841226 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:58.841388 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:04:58.855859 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:58.856793 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:58.899754 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3cc94e28-3872-4637-8dbb-1d79826aa739 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "PUT /v2.0/floatingips/e71dda99-56db-4753-a0d0-ca2c1d6f5e21 HTTP/1.1" status: 200 len: 990 time: 1.1900048 Apr 01 13:04:58.901333 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:04:58.903851 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:04:58.909499 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad086eb3-36fb-4120-9fbe-2f2e52326d2a req-ef7fb018-abb8-4cb7-a5c6-543a9d41e7db tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936196 Apr 01 13:04:58.954200 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e0ef35-f654-4230-a049-5d5a27a5051f x-openstack-request-id: req-c4e0ef35-f654-4230-a049-5d5a27a5051f {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:04:58.954489 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:04:58.954743 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4e0ef35-f654-4230-a049-5d5a27a5051f {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:04:58.955155 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e0ef35-f654-4230-a049-5d5a27a5051f'] response: {'name': 'network-changed', 'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'status': 'completed', 'code': 200} Apr 01 13:04:59.007382 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:59.064416 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-aa5fcd8c-9c0c-4f2c-8d7c-abc8895f275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:59.066561 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-aa5fcd8c-9c0c-4f2c-8d7c-abc8895f275d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=458c96d3440e40178563936a92e99520&device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 1129 time: 0.0766871 Apr 01 13:04:59.191293 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-4774787f-b834-49ce-8de7-24ea575901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:59.192847 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-4774787f-b834-49ce-8de7-24ea575901ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 200 len: 911 time: 0.1187415 Apr 01 13:04:59.276417 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'e71dda99-56db-4753-a0d0-ca2c1d6f5e21', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:89:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:58Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:59.292976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-3da30fd8-cc0d-4778-85ac-21342612ab9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0047f7e-4ed9-4a36-b663-688a41020858 HTTP/1.1" status: 200 len: 998 time: 0.0919585 Apr 01 13:04:59.303412 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:04:59.313159 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:04:59.313820 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:04:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:59.360421 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-be5cec33-59f6-4852-b689-0d2e00544433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:59.362084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-be5cec33-59f6-4852-b689-0d2e00544433 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 200 len: 849 time: 0.0634892 Apr 01 13:04:59.425344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-e87f7039-b7ed-495f-8832-974f3f2ca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:59.427544 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-e87f7039-b7ed-495f-8832-974f3f2ca6c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b997467-5787-4cb0-a9fb-fa858dd2b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585039 Apr 01 13:04:59.535300 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:04:59.547061 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-4cd98b0b-aaed-4951-af17-adee1e242511 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050649 Apr 01 13:04:59.667980 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fd3d285-7be8-4201-85df-7ec6d6cdcc5f req-c8a6d112-666c-440d-8216-4f4304fd3c86 service neutron] 10.222.0.62 "GET /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085601 Apr 01 13:04:59.809654 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'e71dda99-56db-4753-a0d0-ca2c1d6f5e21', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:89:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:58Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:04:59.830742 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b3f1-fbb0-44ce-a421-f88263d29dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:04:59.840388 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49b1d-b298-47d6-ba7e-b3f0d879dfe3 None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'e71dda99-56db-4753-a0d0-ca2c1d6f5e21', 'tenant_id': '458c96d3440e40178563936a92e99520', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'port_id': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'mac_address': 'fa:16:3e:89:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:58Z', 'revision_number': 1, 'project_id': '458c96d3440e40178563936a92e99520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:05:00.065753 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3195b-6a7a-4162-be16-5f7930306d10 req-704f4dbc-9823-4614-a2fb-718ee9978e91 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:00.067409 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ddc3195b-6a7a-4162-be16-5f7930306d10 req-704f4dbc-9823-4614-a2fb-718ee9978e91 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0737879 Apr 01 13:05:00.123069 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639081af-f6b5-4a8e-96a4-62c26aa7d09d None None] New status for floating IP e71dda99-56db-4753-a0d0-ca2c1d6f5e21: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:05:00.138760 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ddc3195b-6a7a-4162-be16-5f7930306d10 req-def0a559-0701-433d-8b29-6e4d938f233c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625982 Apr 01 13:05:00.596130 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:05:00.887621 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:01.227674 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-2bd6c7a0-8098-455b-bf85-210545146db9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:01.229180 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-2bd6c7a0-8098-455b-bf85-210545146db9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 815 time: 0.1008017 Apr 01 13:05:01.243790 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-663d0322-cde7-46aa-ad5e-587904582b9f tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/quotas/3baeb51defd34355b28f4459d2e7ea80 HTTP/1.1" status: 200 len: 375 time: 0.0088561 Apr 01 13:05:01.251414 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aaf5f-18c5-474e-8edf-b11af225258e req-6b589441-f03c-4377-8fa6-ab9d961bd73c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:01.252901 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f83aaf5f-18c5-474e-8edf-b11af225258e req-6b589441-f03c-4377-8fa6-ab9d961bd73c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Apr 01 13:05:01.299789 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f83aaf5f-18c5-474e-8edf-b11af225258e req-c602286e-48b2-4792-9a13-40bb3cbf84ad tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Apr 01 13:05:01.302381 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ee234a0b-910b-48a3-bc7c-2469b5b98395 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532215 Apr 01 13:05:01.394000 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-7bfc0477-3613-455d-88f8-95a5094c17f4 service neutron] 10.222.0.43 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806029 Apr 01 13:05:01.486000 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-41ea08f8-5035-4186-8df9-cb3f601407d3 service neutron] 10.222.0.43 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862942 Apr 01 13:05:01.716417 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-841341d7-f76e-4bf3-8b04-16aeb253ca0b req-58d42990-dfc6-4530-87e6-92c27b633559 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 210 time: 0.0310481 Apr 01 13:05:02.419373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:02.422414 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f79d2d-e270-4a90-baf6-78ff29a6dbac req-8922e138-a66f-48c6-bbf3-6c186f29b79e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:02.423979 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d5f79d2d-e270-4a90-baf6-78ff29a6dbac req-8922e138-a66f-48c6-bbf3-6c186f29b79e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0548136 Apr 01 13:05:02.470713 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d5f79d2d-e270-4a90-baf6-78ff29a6dbac req-87495302-97d5-45d6-a83f-b9d6d9ed8ceb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Apr 01 13:05:02.823216 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70e4868a-4bbf-4996-90db-d0c621ba0641 req-77d0e5e9-5fbb-4aff-8415-72d2f6920ccf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 210 time: 0.0398326 Apr 01 13:05:02.841838 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503001a-c7b0-4112-b999-3e40a6c38ceb req-b9d70626-a9b0-47f0-bfca-18eed3863b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:02.843806 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c503001a-c7b0-4112-b999-3e40a6c38ceb req-b9d70626-a9b0-47f0-bfca-18eed3863b3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0692017 Apr 01 13:05:02.888755 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c503001a-c7b0-4112-b999-3e40a6c38ceb req-ae9cb454-13d5-4f53-bc9b-d0b2eebcbd6d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Apr 01 13:05:03.591234 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb0fa4-1870-46df-91f4-b40883fdae86 req-2b88e70e-cc45-411c-b41f-c4615fa5528d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:03.592795 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9feb0fa4-1870-46df-91f4-b40883fdae86 req-2b88e70e-cc45-411c-b41f-c4615fa5528d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Apr 01 13:05:03.640116 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9feb0fa4-1870-46df-91f4-b40883fdae86 req-10e8e3ec-887d-4705-ac41-1f74e53a20be tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Apr 01 13:05:03.733173 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:03.931355 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5ee33df-2391-42c6-aa4e-fd972a270960 req-ebac8e6b-6e5d-45cf-bcbd-12221bd9aa40 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 210 time: 0.0363231 Apr 01 13:05:03.938716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-c1bfcbc3-7ac6-4960-abae-72039834fb01 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:03.940123 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-c1bfcbc3-7ac6-4960-abae-72039834fb01 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 815 time: 0.1300395 Apr 01 13:05:03.965450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'port': {'device_id': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'admin_state_up': True, 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:04.156152 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Made reservation on behalf of 3baeb51defd34355b28f4459d2e7ea80 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:05:04.159481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:04.285045 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Allocated IP 172.20.0.5 (faf31c08-97b0-4630-8a9d-b31f28399f5f/a68daa78-e0a0-49ae-be33-ce17bac86969/0fb64cf4-abad-4992-8b01-11d8bb47daf1) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:05:04.717448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:04.825662 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc025-3e0d-441d-b175-1f3b525b814f req-121845c6-ab8b-4ea9-8d84-2c2742b5464f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:04.828066 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b4dc025-3e0d-441d-b175-1f3b525b814f req-121845c6-ab8b-4ea9-8d84-2c2742b5464f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0691221 Apr 01 13:05:04.837544 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:04.892321 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b4dc025-3e0d-441d-b175-1f3b525b814f req-a01a3830-f13c-4b76-a956-39c9ffa3a525 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572960 Apr 01 13:05:04.922468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Network faf31c08-97b0-4630-8a9d-b31f28399f5f is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:05:04.938702 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:05:04.945135 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:05:04.950468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:04.951607 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:04.960589 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:05.034197 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-88d2570d-f40f-4184-8b1c-e90848ba2820 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0723505 Apr 01 13:05:05.170697 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed1621-7580-49c4-a9de-1778f4642d06 req-1429a5d1-2b47-4d3e-a183-b67d31c37fed tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:05.178638 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ed1621-7580-49c4-a9de-1778f4642d06 req-1429a5d1-2b47-4d3e-a183-b67d31c37fed tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 931 time: 0.1308296 Apr 01 13:05:05.215316 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Request body: {'port': {'device_id': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:05.294351 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0f9e7488-9b37-4e0f-907d-f39700d459bd None None] Provisioning complete for port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:05:05.295493 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7488-9b37-4e0f-907d-f39700d459bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:05.325979 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:05.333311 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e7488-9b37-4e0f-907d-f39700d459bd None None] Port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:05:05.344569 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47ed1621-7580-49c4-a9de-1778f4642d06 req-ab9bfdff-b573-4a80-8bd1-65b793b27721 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600790 Apr 01 13:05:05.682329 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb64cf4-abad-4992-8b01-11d8bb47daf1 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:05:05.693525 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks [] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:05.711915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Transition to ACTIVE for port object 0fb64cf4-abad-4992-8b01-11d8bb47daf1 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:05:05.720635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b3885-e2ad-4fe6-a889-c58da1278aca req-9ef8817e-29f5-4b0d-9790-21779b359a0e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:05.722206 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d7b3885-e2ad-4fe6-a889-c58da1278aca req-9ef8817e-29f5-4b0d-9790-21779b359a0e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.1127446 Apr 01 13:05:05.790638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:05.878983 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:05.984241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Attempting to bind port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:05:05.984916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Attempting to bind port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:05:05.984916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Attempting to bind port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 on network faf31c08-97b0-4630-8a9d-b31f28399f5f {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:05:06.002582 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 on network faf31c08-97b0-4630-8a9d-b31f28399f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:05:06.002905 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Attempting to bind port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 on network faf31c08-97b0-4630-8a9d-b31f28399f5f {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:05:06.017606 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:05:06.017932 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Checking segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:05:06.018327 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Bound using segment: {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:05:06.018771 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Bound port: 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610ae9e-931f-43fc-ba46-0401537ac1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:05:06.019137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:06.041475 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d7b3885-e2ad-4fe6-a889-c58da1278aca req-33990762-1aa0-4d5e-8f45-bc0e4ce46035 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114915 Apr 01 13:05:06.125019 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:05:06.128745 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:05:06.214202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:06.257242 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:06.258008 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:06.259498 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] 10.222.0.62 "PUT /v2.0/ports/0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 1093 time: 1.0524869 Apr 01 13:05:06.259976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:06.266684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a6803-a589-4073-b70f-a4a0bdc4d171" -d '{"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:06.310262 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89b672-edd9-4273-93b5-93d40c6a5553 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:06.341420 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2ecf4f-813a-4256-845f-bc5075eb7b47 x-openstack-request-id: req-bf2ecf4f-813a-4256-845f-bc5075eb7b47 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:06.341811 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:06.357118 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf2ecf4f-813a-4256-845f-bc5075eb7b47 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:06.360171 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2ecf4f-813a-4256-845f-bc5075eb7b47'] response: {'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:05:06.512830 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1253b9-f7bd-4d49-ae05-9365da4673be req-987f0950-268e-403a-abbc-e6e89f259c12 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:06.515158 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d1253b9-f7bd-4d49-ae05-9365da4673be req-987f0950-268e-403a-abbc-e6e89f259c12 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0724404 Apr 01 13:05:06.578545 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d1253b9-f7bd-4d49-ae05-9365da4673be req-01979e31-8945-41c2-84af-abcfe0e7faf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Apr 01 13:05:07.232896 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b258-9fd2-44ae-8938-de69337de7f4 req-6133417c-3a19-4cc5-8e16-5d3d8e703cca tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:07.234471 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6cc8b258-9fd2-44ae-8938-de69337de7f4 req-6133417c-3a19-4cc5-8e16-5d3d8e703cca tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.1159625 Apr 01 13:05:07.287562 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6cc8b258-9fd2-44ae-8938-de69337de7f4 req-7f461e09-2f1c-4ac4-9896-f3503134ca0a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Apr 01 13:05:07.721118 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf916ec-0879-47ee-97fe-25f4367f7555 req-110dced9-f5a5-4e83-bbcb-9e9f6971fe38 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:07.722865 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fdf916ec-0879-47ee-97fe-25f4367f7555 req-110dced9-f5a5-4e83-bbcb-9e9f6971fe38 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0679393 Apr 01 13:05:07.776712 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fdf916ec-0879-47ee-97fe-25f4367f7555 req-8a32d5ab-bf54-4614-8ff1-f5e4a381d90e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Apr 01 13:05:08.415047 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775e2cd-ee1b-41d7-bca1-c2fa8e7d55cf req-c96a9a28-f118-4252-9b82-ea79f545c67f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:08.416556 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2775e2cd-ee1b-41d7-bca1-c2fa8e7d55cf req-c96a9a28-f118-4252-9b82-ea79f545c67f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Apr 01 13:05:08.465890 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2775e2cd-ee1b-41d7-bca1-c2fa8e7d55cf req-bb4cc36a-d0e7-4bd7-a11e-4062c2137b7d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Apr 01 13:05:08.899906 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baded915-4511-495b-bded-efc5dcf29379 req-f3be0dc0-ffe3-40e9-bb24-482da8e64b96 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:08.901368 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-baded915-4511-495b-bded-efc5dcf29379 req-f3be0dc0-ffe3-40e9-bb24-482da8e64b96 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0518379 Apr 01 13:05:08.956759 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-baded915-4511-495b-bded-efc5dcf29379 req-9f00aec1-93c5-49f7-b9aa-940a8632af3c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Apr 01 13:05:09.402023 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:09.597287 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd217-5c53-42cb-bcfc-4bcf5a9eeb97 req-5469171b-ee09-4c8b-94de-e0aa195b01a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:09.603435 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2befd217-5c53-42cb-bcfc-4bcf5a9eeb97 req-5469171b-ee09-4c8b-94de-e0aa195b01a2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0632360 Apr 01 13:05:09.658785 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2befd217-5c53-42cb-bcfc-4bcf5a9eeb97 req-9ef469ff-9e28-4271-b167-ff4a3b174a99 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506947 Apr 01 13:05:10.094025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec291df-e934-427e-9b5a-af059d53b017 req-664d55e9-04f3-44dc-a08d-ad9240cbfd1b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:10.097037 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fec291df-e934-427e-9b5a-af059d53b017 req-664d55e9-04f3-44dc-a08d-ad9240cbfd1b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0728841 Apr 01 13:05:10.143465 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fec291df-e934-427e-9b5a-af059d53b017 req-32748b7f-36fb-429a-8679-d7d6f95343e1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Apr 01 13:05:10.782753 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fcef-24f0-4671-94b9-5073f08e67d3 req-6cdf3905-ca88-4d0b-b0eb-5fc4d6500f04 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:10.784346 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc79fcef-24f0-4671-94b9-5073f08e67d3 req-6cdf3905-ca88-4d0b-b0eb-5fc4d6500f04 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0554821 Apr 01 13:05:10.835006 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc79fcef-24f0-4671-94b9-5073f08e67d3 req-3d310629-d620-4f9b-8851-1616d69d187d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Apr 01 13:05:11.289477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314630bc-1cd5-4703-bd5b-43b26526dd71 req-2c118312-06bd-4f4d-a436-e645161999f0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:11.292550 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-314630bc-1cd5-4703-bd5b-43b26526dd71 req-2c118312-06bd-4f4d-a436-e645161999f0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0776539 Apr 01 13:05:11.342776 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-314630bc-1cd5-4703-bd5b-43b26526dd71 req-72110375-420b-4aef-808a-4f7b5f8ed5cd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Apr 01 13:05:11.967039 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af69b6-ca8d-4a3f-b5a2-de4efd6102fc req-26f105a9-5869-451d-bc9c-4ad6ff20c0bc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:11.968667 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33af69b6-ca8d-4a3f-b5a2-de4efd6102fc req-26f105a9-5869-451d-bc9c-4ad6ff20c0bc tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0561411 Apr 01 13:05:12.020552 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33af69b6-ca8d-4a3f-b5a2-de4efd6102fc req-71ede7a7-d4fe-4179-93d3-912745152c8c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Apr 01 13:05:12.467139 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315348e-ca2f-406d-9162-b596fd337e02 req-bd82de68-04a8-4890-b42a-f4cbf82a5b38 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:12.468648 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c315348e-ca2f-406d-9162-b596fd337e02 req-bd82de68-04a8-4890-b42a-f4cbf82a5b38 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0569668 Apr 01 13:05:12.521606 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c315348e-ca2f-406d-9162-b596fd337e02 req-c3046579-b75e-4df3-9be8-3c79bb8436bc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Apr 01 13:05:13.141880 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a5a21-928d-44b5-97f2-a4999de90774 req-23086899-1a51-40d1-a8c4-d54e8f3ec467 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.143466 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c9a5a21-928d-44b5-97f2-a4999de90774 req-23086899-1a51-40d1-a8c4-d54e8f3ec467 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Apr 01 13:05:13.192949 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c9a5a21-928d-44b5-97f2-a4999de90774 req-6e0679cc-9d49-4757-9eb2-dec0a957fdcb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Apr 01 13:05:13.639563 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49b127-3a66-4497-97a0-8ec5c72f1668 req-c9ec84ef-465d-4853-8be9-2e50c9263795 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.641016 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f49b127-3a66-4497-97a0-8ec5c72f1668 req-c9ec84ef-465d-4853-8be9-2e50c9263795 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0516825 Apr 01 13:05:13.687189 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f49b127-3a66-4497-97a0-8ec5c72f1668 req-8eb0a7a6-d023-4fb8-ad61-1b89e07f7dd4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Apr 01 13:05:13.844503 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-fc4a99c2-9ea0-4ffb-b9e4-9a50a190970d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701811 Apr 01 13:05:13.846304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-aaef457c-9e10-4dea-b567-961168cb8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.847642 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-aaef457c-9e10-4dea-b567-961168cb8202 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1127 time: 0.0812993 Apr 01 13:05:13.890460 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-2377a1e6-9fce-4620-b479-27a76c9f5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.892052 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-2377a1e6-9fce-4620-b479-27a76c9f5a15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0493591 Apr 01 13:05:13.968892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-d477f8e8-e726-4690-9ef7-71af43d1da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.970438 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-d477f8e8-e726-4690-9ef7-71af43d1da16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 1129 time: 0.0925710 Apr 01 13:05:13.987229 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-56e32051-9e87-4f3f-add5-fb8ec24bf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.988685 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-56e32051-9e87-4f3f-add5-fb8ec24bf324 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3baeb51defd34355b28f4459d2e7ea80&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1298301 Apr 01 13:05:13.992832 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-1c5eed76-5cf2-46b5-8d1e-c148edf97d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:13.994316 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-1c5eed76-5cf2-46b5-8d1e-c148edf97d3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.0875547 Apr 01 13:05:14.064835 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-d97414c5-e58d-42e4-8847-3eb5f9cd2713 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 1001 time: 0.0609515 Apr 01 13:05:14.121372 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-5281a4a7-5c9f-487b-8c26-6698be1092b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.122861 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-5281a4a7-5c9f-487b-8c26-6698be1092b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0437303 Apr 01 13:05:14.156559 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-9fe4361f-c5d0-49d9-b99d-f4514d3c8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.158055 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-9fe4361f-c5d0-49d9-b99d-f4514d3c8c47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.1551051 Apr 01 13:05:14.159135 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-979c5c73-5eb7-4e10-a629-acff69fa1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.160431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-790a6803-a589-4073-b70f-a4a0bdc4d171 req-979c5c73-5eb7-4e10-a629-acff69fa1033 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503716 Apr 01 13:05:14.171371 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-44f76287-6d99-4ded-aebd-bba9a10fbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.172862 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-44f76287-6d99-4ded-aebd-bba9a10fbed3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437446 Apr 01 13:05:14.215829 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-2a1e3df3-6abf-4e13-bff8-cc9615c1d90c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 200 len: 217 time: 0.0434787 Apr 01 13:05:14.289879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-ffbccf0b-ef16-4a21-8154-953c5c727abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.291377 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-ffbccf0b-ef16-4a21-8154-953c5c727abd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0575864 Apr 01 13:05:14.311353 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-e56c60fc-475c-4a4b-a416-68b5fb2a3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.312875 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-e56c60fc-475c-4a4b-a416-68b5fb2a3117 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1127 time: 0.1062932 Apr 01 13:05:14.372064 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-f6d08b47-f9e8-48ba-9767-8aba614b1d9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 217 time: 0.0414302 Apr 01 13:05:14.394503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-fa9a2059-33a6-49c4-a088-e99b5a3d3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.396010 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-fa9a2059-33a6-49c4-a088-e99b5a3d3b51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965598 Apr 01 13:05:14.481850 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-1a8f39d1-a4e4-4dec-828b-8a12739a8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.483350 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-1a8f39d1-a4e4-4dec-828b-8a12739a8e77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.1014671 Apr 01 13:05:14.513134 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-669d3683-abb1-4249-b4ad-1927626e1c11 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322999 Apr 01 13:05:14.551613 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-eeba8337-2c48-434e-91a4-66eb3d53c533 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341925 Apr 01 13:05:14.562171 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-bbbe5a23-82bf-45d3-bd36-4fefc03cd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.563700 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-bbbe5a23-82bf-45d3-bd36-4fefc03cd715 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707958 Apr 01 13:05:14.603212 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3ff55-344f-4d0a-a50f-c36a93ef7279 req-fd0c5290-ab08-4c02-b285-6134910facb4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.604701 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6ac3ff55-344f-4d0a-a50f-c36a93ef7279 req-fd0c5290-ab08-4c02-b285-6134910facb4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.3368897 Apr 01 13:05:14.646725 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-410c3266-f840-4abf-9b63-24b1fa69aadc req-7a41893a-9263-48f9-938c-9fd5c5796d65 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198921 Apr 01 13:05:14.670459 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6ac3ff55-344f-4d0a-a50f-c36a93ef7279 req-b1a41484-3908-4cb0-8c46-3721f3f0f060 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586643 Apr 01 13:05:14.741462 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-323c853e-1223-40f1-b55c-d2f7e079b0e8 req-4126e93c-71f9-4b80-8e3f-60bcd3631efd service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590848 Apr 01 13:05:14.743345 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-0fca10d9-0021-4cc9-b1e4-ce008420d62e service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599073 Apr 01 13:05:14.875551 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eaca0-351f-4df7-898f-32a336fecce0 req-a933795b-f3f7-4227-9714-b9009222f321 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:14.877039 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c3eaca0-351f-4df7-898f-32a336fecce0 req-a933795b-f3f7-4227-9714-b9009222f321 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.1170228 Apr 01 13:05:14.879290 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6051f050-0b4e-4602-9c84-1bf0aeadead7 req-c87254da-fa0e-40a6-97a4-794af6cc195a service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265666 Apr 01 13:05:14.924284 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c3eaca0-351f-4df7-898f-32a336fecce0 req-9cc550dd-fc3b-4fdd-bc3c-41be3905aa67 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Apr 01 13:05:15.788887 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaec59-d502-49b0-a8a6-8b1996efca2c req-ada956c0-3a61-41ee-a0d6-9b24b86105d5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:15.790363 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2aaaec59-d502-49b0-a8a6-8b1996efca2c req-ada956c0-3a61-41ee-a0d6-9b24b86105d5 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Apr 01 13:05:15.835354 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2aaaec59-d502-49b0-a8a6-8b1996efca2c req-a7c1918a-1b23-4518-9759-2196fefa5a6c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Apr 01 13:05:16.040288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bbb04-a112-4b17-8752-22482570f817 req-bb9e24f0-ecf4-4806-a3c8-600ac9e124bc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:16.041767 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d53bbb04-a112-4b17-8752-22482570f817 req-bb9e24f0-ecf4-4806-a3c8-600ac9e124bc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0516689 Apr 01 13:05:16.087072 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d53bbb04-a112-4b17-8752-22482570f817 req-39b7f6ec-4e80-432f-8ce4-31fd456c0989 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Apr 01 13:05:16.952679 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6d186-08be-45b6-84da-a424a3f57139 req-eedd6ad6-92b7-44eb-93ce-b391fc31a712 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:16.954240 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50b6d186-08be-45b6-84da-a424a3f57139 req-eedd6ad6-92b7-44eb-93ce-b391fc31a712 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Apr 01 13:05:17.004278 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50b6d186-08be-45b6-84da-a424a3f57139 req-a2a5bcce-0b7f-40b3-bb4e-b2d51cefeb7b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445037 Apr 01 13:05:17.207933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a45b-9b5c-45f5-ba8b-7637332cf6cc req-5964ea0d-fbc0-4b7f-877b-e0358c58d3cb tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:17.209399 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3b9a45b-9b5c-45f5-ba8b-7637332cf6cc req-5964ea0d-fbc0-4b7f-877b-e0358c58d3cb tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 943 time: 0.0575075 Apr 01 13:05:17.228383 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 0fb64cf4-abad-4992-8b01-11d8bb47daf1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:05:17.257499 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3b9a45b-9b5c-45f5-ba8b-7637332cf6cc req-3d632053-cbb8-441d-98a0-ea626c2da212 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Apr 01 13:05:17.324917 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:17.336108 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'port_id': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'mac_address': 'fa:16:3e:13:3d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:05:17.372946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:05:17.373264 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:17.385831 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb64cf4-abad-4992-8b01-11d8bb47daf1 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:05:17.405272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:17.498502 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:17.545001 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:17.791999 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:05:18.121667 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79096cd-6917-4e17-a25f-f37201b4bf05 req-782790a3-a47e-45d2-be5f-d1eb69b70763 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:18.123139 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a79096cd-6917-4e17-a25f-f37201b4bf05 req-782790a3-a47e-45d2-be5f-d1eb69b70763 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Apr 01 13:05:18.168667 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a79096cd-6917-4e17-a25f-f37201b4bf05 req-bad7e3f3-abf5-4567-90ab-79a807a71fc3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Apr 01 13:05:18.281670 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987c6b-9b8e-4914-93d2-883a37cd2d05 req-9cc01439-19cd-4dcd-a5a0-cc2d7f701802 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:18.283276 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a987c6b-9b8e-4914-93d2-883a37cd2d05 req-9cc01439-19cd-4dcd-a5a0-cc2d7f701802 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0524399 Apr 01 13:05:18.292318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 32876) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:18.296833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Request body: {'floatingip': {'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:18.351171 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:18.373894 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa614d-3307-4f8c-9391-5556375a7a73 req-888b2075-82ba-4ed8-89d2-077277ad8abd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:18.375391 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aaa614d-3307-4f8c-9391-5556375a7a73 req-888b2075-82ba-4ed8-89d2-077277ad8abd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 944 time: 0.0526021 Apr 01 13:05:18.421823 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aaa614d-3307-4f8c-9391-5556375a7a73 req-a8e538e7-c1df-4200-949b-5aa5ff0d3d1e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Apr 01 13:05:18.802148 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:18.869924 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:19.232506 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 0fb64cf4-abad-4992-8b01-11d8bb47daf1 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:05:19.304635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Router 1902ef38-034f-4db9-a463-57667e58f110 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:05:19.350294 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:05:19.354163 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:05:19.354534 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:19.415451 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:05:19.420598 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:19.426736 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:05:19.436058 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:05:19.436448 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:19.436639 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:19.437450 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:19.460588 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:19.463028 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c4dfd-e9e3-42df-8e2d-bdf51a34d9b8" -d '{"events": [{"server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:19.476664 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:19.478066 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:19.481321 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112b504-5307-466d-9028-a9ba05bc20e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:19.491990 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ca3ebf47-23fb-4e27-8ba6-83d7b0f053b9 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "PUT /v2.0/floatingips/72ae45ac-daf5-4d97-8643-019c9ec94eb5 HTTP/1.1" status: 200 len: 993 time: 1.1982019 Apr 01 13:05:19.522190 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:19.554891 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:19.562077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286177f9-da67-478a-ae79-dd7fd9ecaee3 x-openstack-request-id: req-286177f9-da67-478a-ae79-dd7fd9ecaee3 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:19.562418 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:19.562617 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-286177f9-da67-478a-ae79-dd7fd9ecaee3 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:19.563010 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286177f9-da67-478a-ae79-dd7fd9ecaee3'] response: {'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'code': 200} Apr 01 13:05:19.580804 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ba766-a098-47d1-b1c8-83c008e92908 x-openstack-request-id: req-041ba766-a098-47d1-b1c8-83c008e92908 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:19.581088 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:19.581331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-041ba766-a098-47d1-b1c8-83c008e92908 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:19.581754 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041ba766-a098-47d1-b1c8-83c008e92908'] response: {'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'status': 'completed', 'code': 200} Apr 01 13:05:19.601981 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:19.647526 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7c88-8a64-4262-b178-219d5677c592 req-f12d0738-8258-45cd-9be3-0ff2f99c5a4a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:19.649028 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-334e7c88-8a64-4262-b178-219d5677c592 req-f12d0738-8258-45cd-9be3-0ff2f99c5a4a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.1271524 Apr 01 13:05:19.700436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-18653625-fe2b-44d3-8140-ad43a56c1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:19.701952 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-18653625-fe2b-44d3-8140-ad43a56c1a36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0968838 Apr 01 13:05:19.706430 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-334e7c88-8a64-4262-b178-219d5677c592 req-7bd60ad5-2ad5-4135-b199-bd3331b332a0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Apr 01 13:05:19.797475 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:05:18Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:19.824800 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:05:19.833140 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:19.833781 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:19.841198 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-12257956-cba6-41df-a616-a2dc2f2e4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:19.842718 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-12257956-cba6-41df-a616-a2dc2f2e4046 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.1336510 Apr 01 13:05:19.852191 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd283-d09d-4a81-86eb-246c6c09ace5 req-dbf7b76d-2034-4140-8383-dfd3c2fb5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:19.853668 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee6cd283-d09d-4a81-86eb-246c6c09ace5 req-dbf7b76d-2034-4140-8383-dfd3c2fb5424 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1129 time: 0.0675280 Apr 01 13:05:19.940142 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-fa21846b-3e66-4ddd-a3d7-69a0e3949e4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 1001 time: 0.0901785 Apr 01 13:05:19.942355 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:19.946094 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee6cd283-d09d-4a81-86eb-246c6c09ace5 req-69d509e2-d05a-4a7b-8d35-4e8270755c50 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580933 Apr 01 13:05:19.989413 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-8f1ab56f-daf3-478b-819e-cfb182353a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:19.990917 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-8f1ab56f-daf3-478b-819e-cfb182353a5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0435424 Apr 01 13:05:20.162238 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:05:18Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:20.191833 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a788-2ce1-43e8-ad63-e27ad1cb7289 None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '72ae45ac-daf5-4d97-8643-019c9ec94eb5', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '1902ef38-034f-4db9-a463-57667e58f110', 'port_id': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'mac_address': 'fa:16:3e:ea:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba72a280-c848-4603-be6b-974710cf93f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:03:20Z', 'updated_at': '2022-04-01T13:05:18Z', 'revision_number': 3, 'project_id': '65fb521867914335907212c3c86e9caf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:05:20.206708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-957c3f62-32ec-4917-8b50-f9a88ad81b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:20.208227 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-957c3f62-32ec-4917-8b50-f9a88ad81b30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459611 Apr 01 13:05:20.303662 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-ffbbbdae-f03f-43c1-bc84-492885ecb7ca service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Apr 01 13:05:20.401150 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8112b504-5307-466d-9028-a9ba05bc20e6 req-d42504c9-5772-436c-a849-2760e668a238 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845933 Apr 01 13:05:20.828778 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e873ead-3895-4f14-aaa3-67a6912dbe47 req-c5a5e567-6c86-4c6d-ae03-95c25f1324c1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:20.830262 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4e873ead-3895-4f14-aaa3-67a6912dbe47 req-c5a5e567-6c86-4c6d-ae03-95c25f1324c1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0558100 Apr 01 13:05:20.875051 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4e873ead-3895-4f14-aaa3-67a6912dbe47 req-c71dc761-a4be-4e0e-bf50-0ea6cefa484b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Apr 01 13:05:21.582959 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:21.585383 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680393ef-b9d0-40cc-95c6-958e380ce283" -d '{"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:21.620100 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85ef2f-cbb4-4482-8bfa-6151100e52ed x-openstack-request-id: req-7d85ef2f-cbb4-4482-8bfa-6151100e52ed {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:21.620405 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:21.621367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d85ef2f-cbb4-4482-8bfa-6151100e52ed {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:21.621838 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d85ef2f-cbb4-4482-8bfa-6151100e52ed'] response: {'name': 'network-changed', 'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'status': 'completed', 'code': 200} Apr 01 13:05:21.689545 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-d0f459ea-9de7-4d8a-af9a-25e982a84c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:21.691057 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-d0f459ea-9de7-4d8a-af9a-25e982a84c54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 1129 time: 0.0444152 Apr 01 13:05:21.790506 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-2824c3eb-1054-4f6e-a7f3-00085e93b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:21.791967 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-2824c3eb-1054-4f6e-a7f3-00085e93b873 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.0907853 Apr 01 13:05:21.900786 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-0fe61449-b096-4545-a863-5085cf22ae6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 200 len: 1001 time: 0.1015322 Apr 01 13:05:21.979450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-46a0e6f0-1124-46b0-aed9-23939817153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:21.980981 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-46a0e6f0-1124-46b0-aed9-23939817153b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0718489 Apr 01 13:05:22.030294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2cdbf-5474-43d0-ba9f-3e3ed15129b5 req-9b52c454-6b82-4ccf-9cc9-b2d38daac92c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:22.031769 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60b2cdbf-5474-43d0-ba9f-3e3ed15129b5 req-9b52c454-6b82-4ccf-9cc9-b2d38daac92c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0882952 Apr 01 13:05:22.057278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-dfba845f-fcb6-4d58-8973-be8590ce8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:22.058961 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-dfba845f-fcb6-4d58-8973-be8590ce8be4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705028 Apr 01 13:05:22.130212 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60b2cdbf-5474-43d0-ba9f-3e3ed15129b5 req-e7881396-4ae5-42fc-aa2c-4fbfeceb60b5 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923352 Apr 01 13:05:22.178083 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-04b1aaab-405d-451d-89e7-197f7072d317 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009018 Apr 01 13:05:22.262975 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0df0-4bca-450d-8d10-2487ba7cfb28 req-a4c5915a-4fc6-4d68-84d3-efbbe48f397e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:22.265052 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a6c0df0-4bca-450d-8d10-2487ba7cfb28 req-a4c5915a-4fc6-4d68-84d3-efbbe48f397e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0601454 Apr 01 13:05:22.271795 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-680393ef-b9d0-40cc-95c6-958e380ce283 req-4930a60d-c698-414e-8d96-86f95ebab3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938129 Apr 01 13:05:22.314418 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a6c0df0-4bca-450d-8d10-2487ba7cfb28 req-dee95fa0-969e-4619-a6bb-06d969720f83 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Apr 01 13:05:22.640832 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4eb96-6cd4-44bb-8ef5-338e271c3fc3 req-ebf5eb50-9291-4367-ad20-ce7be81c131b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:22.642263 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b5e4eb96-6cd4-44bb-8ef5-338e271c3fc3 req-ebf5eb50-9291-4367-ad20-ce7be81c131b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0513783 Apr 01 13:05:22.691433 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b5e4eb96-6cd4-44bb-8ef5-338e271c3fc3 req-30f9512e-f4a2-49b3-a9b7-1525f0d179f0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Apr 01 13:05:25.226453 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c925-14a5-4b09-8332-affc888d6af2 req-05449d96-0e1d-4a60-9d46-63beb5b683c5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:25.228088 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4fe6c925-14a5-4b09-8332-affc888d6af2 req-05449d96-0e1d-4a60-9d46-63beb5b683c5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0619676 Apr 01 13:05:25.274965 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4fe6c925-14a5-4b09-8332-affc888d6af2 req-6a826bd6-6e18-4df8-b597-89daa2f65cd3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Apr 01 13:05:26.398727 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bfb7d-bae9-4772-8f4f-474707daebcb req-bd24cd06-70b3-4ae4-b7c7-74b59c2a2269 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:26.400190 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-787bfb7d-bae9-4772-8f4f-474707daebcb req-bd24cd06-70b3-4ae4-b7c7-74b59c2a2269 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0519557 Apr 01 13:05:26.450782 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-787bfb7d-bae9-4772-8f4f-474707daebcb req-1e4ebe0c-e1f9-45ef-b034-f67a6797286c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Apr 01 13:05:27.441336 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b94-dcc2-4d5d-ace6-6442cfad8dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:27.574165 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe9229-850b-46c0-8bce-8ed4fa932a3b req-614b059d-055f-4a39-b341-4f976017cfa0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:27.575933 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f8fe9229-850b-46c0-8bce-8ed4fa932a3b req-614b059d-055f-4a39-b341-4f976017cfa0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0528226 Apr 01 13:05:27.622018 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f8fe9229-850b-46c0-8bce-8ed4fa932a3b req-aed795a6-ea2f-434c-a604-b6bcd4c1401a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Apr 01 13:05:28.745200 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005512e-bb1a-4974-bea6-50ed60176be9 req-5855f8d7-51ca-48cd-809b-86f0dd710e25 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:28.747285 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b005512e-bb1a-4974-bea6-50ed60176be9 req-5855f8d7-51ca-48cd-809b-86f0dd710e25 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Apr 01 13:05:28.792127 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b005512e-bb1a-4974-bea6-50ed60176be9 req-01359f03-8e1a-44bf-a6ae-73c46f5108e6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 Apr 01 13:05:29.813078 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e915753a-4d5b-4043-b0ab-e7144d6d9fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:29.916714 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07b58-59a9-4686-9bd8-cadae95eaf2a req-e64f33ea-0729-4004-b985-5fc1900a8ab2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:29.919066 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1ca07b58-59a9-4686-9bd8-cadae95eaf2a req-e64f33ea-0729-4004-b985-5fc1900a8ab2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0561345 Apr 01 13:05:29.963880 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1ca07b58-59a9-4686-9bd8-cadae95eaf2a req-9aebb857-dbd5-46f6-bf5c-6ed66635f7bb tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Apr 01 13:05:30.887201 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:31.083660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1b065-025f-494d-ace1-bfac2ec66e3d req-b904bd49-178e-41eb-8224-8e0c959c9461 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:31.085148 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d1e1b065-025f-494d-ace1-bfac2ec66e3d req-b904bd49-178e-41eb-8224-8e0c959c9461 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0504169 Apr 01 13:05:31.130082 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d1e1b065-025f-494d-ace1-bfac2ec66e3d req-94678c6a-8b64-401a-9faf-5d7ccc3c7138 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Apr 01 13:05:32.257236 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113326fc-dff0-4cd7-8b35-138887306d2a req-28a38302-1a84-42df-a229-172f1affd978 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:32.258747 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-113326fc-dff0-4cd7-8b35-138887306d2a req-28a38302-1a84-42df-a229-172f1affd978 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0569971 Apr 01 13:05:32.306156 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-113326fc-dff0-4cd7-8b35-138887306d2a req-c1978d6e-e342-406e-98fa-076546ca7fec tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Apr 01 13:05:32.418620 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:32.802986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cba53-8616-4622-acfe-8e90c55bdc1c req-2dbaacaa-b1d0-47b1-ba1a-5cb08aa7a8e5 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:32.804441 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-871cba53-8616-4622-acfe-8e90c55bdc1c req-2dbaacaa-b1d0-47b1-ba1a-5cb08aa7a8e5 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0545857 Apr 01 13:05:32.850117 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-871cba53-8616-4622-acfe-8e90c55bdc1c req-e6449f1f-05a0-437d-9f63-a469016e4dc5 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Apr 01 13:05:32.872206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 32990) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:32.955589 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74381fc7-1520-413e-b2ba-6f9e582cecb8 tempest-TestMinimumBasicScenario-1784606359 tempest-TestMinimumBasicScenario-1784606359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:32.957084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-74381fc7-1520-413e-b2ba-6f9e582cecb8 tempest-TestMinimumBasicScenario-1784606359 tempest-TestMinimumBasicScenario-1784606359-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1124 time: 0.0840011 Apr 01 13:05:32.959972 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 32994) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:32.964002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'port_id': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:33.046957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.142206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.244371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Allocated IP 172.27.2.117 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/7b9d1cae-cd44-42d3-9832-80e8a644a192) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:05:33.348842 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.419392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.434614 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc32e-3175-460b-8291-bda0db6c2b4e req-89059555-591c-4447-9498-b0d6e46a234b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:33.436094 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-149fc32e-3175-460b-8291-bda0db6c2b4e req-89059555-591c-4447-9498-b0d6e46a234b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0564587 Apr 01 13:05:33.453898 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:05:33.456736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:05:33.460132 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:05:33.482521 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-149fc32e-3175-460b-8291-bda0db6c2b4e req-551c31fd-5354-40c2-8762-47f3c8f0f528 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 Apr 01 13:05:33.490184 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'Port': ['ID=7b9d1cae-cd44-42d3-9832-80e8a644a192,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:33.503870 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.504221 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.504564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.504900 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.505278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.505630 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.511611 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:33.762056 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.792206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for floatingip (c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:33.896209 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:34.040695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:34.081180 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:34.109471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:34.185359 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'Port': ['ID=7b9d1cae-cd44-42d3-9832-80e8a644a192,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:34.220119 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Floating IP c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d associated. External IP: 172.27.2.117, port: 0fb64cf4-abad-4992-8b01-11d8bb47daf1. Apr 01 13:05:34.427168 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Router 0139abc0-a84d-40f4-b340-a1a70c723c97 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:05:34.796883 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca0a93-5d0c-4620-a8a5-f1ecea8b6493 req-257bd4b7-e42d-4e3e-8c96-b18542edd1bd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:34.798375 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9dca0a93-5d0c-4620-a8a5-f1ecea8b6493 req-257bd4b7-e42d-4e3e-8c96-b18542edd1bd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0779169 Apr 01 13:05:34.799764 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:05:34.809774 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Sync routers for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:05:34.819220 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:34.819838 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:34.849449 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9dca0a93-5d0c-4620-a8a5-f1ecea8b6493 req-51637753-6671-45e7-93c3-da0db2e12cad tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 Apr 01 13:05:34.894825 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:34.924331 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-04a89d7a-27e2-488b-b6fc-e9672ed14294 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9633167 Apr 01 13:05:34.924985 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:34.927173 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd14ad-d984-455f-9112-9d973dd9d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:34.927326 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33002) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:34.931624 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674267950', 'description': 'tempest-secgroup-smoke-674267950 description', 'project_id': '3baeb51defd34355b28f4459d2e7ea80'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:34.939853 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:35.019580 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.109014 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (775c9e41-c560-42ad-bfd7-605f4ba9660c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.130107 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699b1ea-025a-4455-8adf-8bb64e2bce30 x-openstack-request-id: req-8699b1ea-025a-4455-8adf-8bb64e2bce30 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:35.130401 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:35.130647 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8699b1ea-025a-4455-8adf-8bb64e2bce30 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:35.131048 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8699b1ea-025a-4455-8adf-8bb64e2bce30'] response: {'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:05:35.213221 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (775c9e41-c560-42ad-bfd7-605f4ba9660c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.216223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-000a8090-795d-4ec5-8410-cd14e2aa22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:35.217461 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-000a8090-795d-4ec5-8410-cd14e2aa22d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1129 time: 0.0485508 Apr 01 13:05:35.244324 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775c9e41-c560-42ad-bfd7-605f4ba9660c,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:35.251861 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.252728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.252728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.252899 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.253238 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.253645 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.253948 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.254281 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.254618 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.254947 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.255276 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.255599 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.255923 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.256246 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.256570 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:35.312463 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.313950 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-35a6bdcb-9d7e-4889-91a9-7a879839aad8 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3857567 Apr 01 13:05:35.316321 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-d6d8b4ca-5316-4411-9f99-56711b8e75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:35.316817 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33006) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:35.317811 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-d6d8b4ca-5316-4411-9f99-56711b8e75e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.0902469 Apr 01 13:05:35.321596 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:35.322447 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'port_id': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'mac_address': 'fa:16:3e:13:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:05:33Z', 'updated_at': '2022-04-01T13:05:33Z', 'revision_number': 0, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:35.351372 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Checking router: 0139abc0-a84d-40f4-b340-a1a70c723c97 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:05:35.360381 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:35.360960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:35.387008 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-ec279c53-5d16-4a10-ae58-a8113909a8bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 999 time: 0.0624025 Apr 01 13:05:35.412641 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (ad9faaad-b0cc-4dcd-a19c-3dadb2903c3b), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.446502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-aeed39ed-e508-4c40-a45c-8ffc0c4e5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:35.448712 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-aeed39ed-e508-4c40-a45c-8ffc0c4e5d48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0472929 Apr 01 13:05:35.473544 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (ad9faaad-b0cc-4dcd-a19c-3dadb2903c3b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.477768 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:35.508070 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-c1ebb341-cc18-480d-9cc6-3eea228096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:35.509753 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-c1ebb341-cc18-480d-9cc6-3eea228096b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457280 Apr 01 13:05:35.527431 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (ad9faaad-b0cc-4dcd-a19c-3dadb2903c3b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.545607 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9faaad-b0cc-4dcd-a19c-3dadb2903c3b,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:35.614912 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.619440 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ef52502f-33b2-4e9a-87d8-ce3984e8d7fd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988937 Apr 01 13:05:35.619603 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-4c82ccdc-246e-4d95-8f4e-abda203d5d61 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878575 Apr 01 13:05:35.619719 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33008) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:35.624772 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:35.709367 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (780d9e06-5be2-43c8-aec8-e0d5edd36f1d), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.722572 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3dd14ad-d984-455f-9112-9d973dd9d48c req-e45144de-a10d-4468-8f05-f444db980b38 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980198 Apr 01 13:05:35.724295 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'port_id': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'mac_address': 'fa:16:3e:13:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:05:33Z', 'updated_at': '2022-04-01T13:05:33Z', 'revision_number': 0, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:35.752513 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd9d4-6498-42ea-a474-17881fa1827c None None] The sync data for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi is: [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'port_id': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'mac_address': 'fa:16:3e:13:3d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:05:33Z', 'updated_at': '2022-04-01T13:05:33Z', 'revision_number': 0, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:05:35.773253 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (780d9e06-5be2-43c8-aec8-e0d5edd36f1d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.847276 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (780d9e06-5be2-43c8-aec8-e0d5edd36f1d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.864871 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780d9e06-5be2-43c8-aec8-e0d5edd36f1d,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:35.929289 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:35.933897 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1a94849c-d0ed-49c3-853a-0d32731396cf tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102221 Apr 01 13:05:35.936550 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33012) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:35.938408 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:35.979210 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4117788-adf7-415a-a78d-35cd407cf3d5 None None] New status for floating IP c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:05:35.997494 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a0de-e75e-4b59-b64e-1f0421172a41 req-cd484655-898e-44e3-b0f4-dd6407ea8c8c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:35.999043 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a48a0de-e75e-4b59-b64e-1f0421172a41 req-cd484655-898e-44e3-b0f4-dd6407ea8c8c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0589650 Apr 01 13:05:36.031237 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (5ee9c727-6ea0-489b-ab04-b9dfb58e6b0d), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.050405 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a48a0de-e75e-4b59-b64e-1f0421172a41 req-727228d4-bc6a-4b2d-80c1-58df5a523a0d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456047 Apr 01 13:05:36.092918 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (5ee9c727-6ea0-489b-ab04-b9dfb58e6b0d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.172891 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (5ee9c727-6ea0-489b-ab04-b9dfb58e6b0d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.191165 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee9c727-6ea0-489b-ab04-b9dfb58e6b0d,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:36.289296 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.290577 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-70859bcc-107e-468a-ae0e-5cfb3b2e18e7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556533 Apr 01 13:05:36.293458 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33014) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:36.297854 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:36.378221 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (b7ca9182-0bac-42ec-b8cc-20b31a4e0764), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.440020 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (b7ca9182-0bac-42ec-b8cc-20b31a4e0764), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.481838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (b7ca9182-0bac-42ec-b8cc-20b31a4e0764), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.499697 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca9182-0bac-42ec-b8cc-20b31a4e0764,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:36.546297 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.547566 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7ddf8df9-887b-4dc4-8d0d-4badaedab4d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2531323 Apr 01 13:05:36.550303 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33016) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:36.554541 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:36.618590 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Project 3baeb51defd34355b28f4459d2e7ea80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:05:36.623676 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (27ec7549-862c-4b55-b9cb-1d67d3a034e4), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.682834 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (27ec7549-862c-4b55-b9cb-1d67d3a034e4), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.727205 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (27ec7549-862c-4b55-b9cb-1d67d3a034e4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.744665 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ec7549-862c-4b55-b9cb-1d67d3a034e4,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:36.786452 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.787671 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f8ffb82c-8cec-4976-8d3a-91199ca0496d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2364409 Apr 01 13:05:36.795195 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33018) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:05:36.799571 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'security_group_rule': {'security_group_id': '775c9e41-c560-42ad-bfd7-605f4ba9660c', 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:36.892777 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Project 3baeb51defd34355b28f4459d2e7ea80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:05:36.897901 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (c9aa5dc9-f48f-436d-a91c-1515d0afd196), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:36.956059 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (c9aa5dc9-f48f-436d-a91c-1515d0afd196), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.035666 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (c9aa5dc9-f48f-436d-a91c-1515d0afd196), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.053968 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aa5dc9-f48f-436d-a91c-1515d0afd196,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:37.137551 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.138693 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1c1299f8-e49d-4a7c-b0a3-1cc6850e24db tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3425481 Apr 01 13:05:37.183468 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db892cb-a781-4d31-883a-5d8f826808bc req-12bef605-de10-45ce-bead-93504e111153 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.184949 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9db892cb-a781-4d31-883a-5d8f826808bc req-12bef605-de10-45ce-bead-93504e111153 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0588622 Apr 01 13:05:37.231873 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9db892cb-a781-4d31-883a-5d8f826808bc req-0a809eba-291d-4392-9e40-f1968bc24743 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Apr 01 13:05:37.232236 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-150658be-5bdb-4621-9a59-a1637f7fa5aa tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674267950&fields=id&tenant_id=3baeb51defd34355b28f4459d2e7ea80 HTTP/1.1" status: 200 len: 267 time: 0.0498734 Apr 01 13:05:37.302047 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-0a2e6d8f-936d-4b2e-a2a1-25b9989c1225 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.303667 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-0a2e6d8f-936d-4b2e-a2a1-25b9989c1225 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0634465 Apr 01 13:05:37.315680 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'port': {'security_groups': ['6a5f3036-ea3a-41d1-aee8-cede2c3dd180', '775c9e41-c560-42ad-bfd7-605f4ba9660c']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:37.392821 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.575431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:37.595393 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:05:37.604336 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.658361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.675504 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:05:37.705531 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.706248 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:37.707700 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae26b87f-6d95-4026-b04e-ca80627fc15d req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "PUT /v2.0/ports/0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 981 time: 0.3968651 Apr 01 13:05:37.708223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:37.710602 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:37.748490 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcbc3-beee-44c8-ac56-f70889b98c5a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=6']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:37.765718 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9185e722-9b1a-41f6-bd65-a5cc9314bd52 x-openstack-request-id: req-9185e722-9b1a-41f6-bd65-a5cc9314bd52 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:37.766218 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:37.766481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9185e722-9b1a-41f6-bd65-a5cc9314bd52 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:37.766889 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9185e722-9b1a-41f6-bd65-a5cc9314bd52'] response: {'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:05:37.836062 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:05:37.848169 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-e5aea12f-63f9-49a4-9d4a-65a4d9f3cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.849757 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-e5aea12f-63f9-49a4-9d4a-65a4d9f3cd87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1168 time: 0.0527399 Apr 01 13:05:37.861624 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd1f1e-3160-4e38-b0f0-18c9626ca3ac req-23d543bf-cb1d-45b9-b342-44c7bc2b0f9a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.862815 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-68fd1f1e-3160-4e38-b0f0-18c9626ca3ac req-23d543bf-cb1d-45b9-b342-44c7bc2b0f9a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0729942 Apr 01 13:05:37.937051 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-68fd1f1e-3160-4e38-b0f0-18c9626ca3ac req-50a6a3a7-bf58-43f2-ad2b-ef0276ffc44b tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683067 Apr 01 13:05:37.967903 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-4af4895d-43e4-4c53-8a0b-5540227dedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:37.969527 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-4af4895d-43e4-4c53-8a0b-5540227dedc1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.1113706 Apr 01 13:05:38.046160 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-51ef31df-c7fc-411d-90c7-73f8b9e7df9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 1001 time: 0.0648701 Apr 01 13:05:38.068599 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c589b125-d800-4a60-a7ba-f499d420c01c None None] Provisioning complete for port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:05:38.068978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c589b125-d800-4a60-a7ba-f499d420c01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:38.094464 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-aadc95db-b39a-4334-870e-2e9502774a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:38.095958 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-aadc95db-b39a-4334-870e-2e9502774a76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0441041 Apr 01 13:05:38.147751 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-29253a13-e192-4032-b7b8-7e63d79a5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:38.149261 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-29253a13-e192-4032-b7b8-7e63d79a5ada service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446012 Apr 01 13:05:38.248535 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-aece9b8e-d079-4b41-9573-b1bfcccdfd78 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846884 Apr 01 13:05:38.272724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c589b125-d800-4a60-a7ba-f499d420c01c None None] Current status of the port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:05:38.378773 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a9bcc17-2d9f-4a17-9e53-bcfdb8e7e1ed req-c8a827a6-4702-4f30-a29e-8e900d715b43 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194448 Apr 01 13:05:38.393540 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5780a-37fc-4064-ba11-fa5def40d696 req-5b8b1527-0778-45ed-9023-a9a6a19c4e60 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:38.395064 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19a5780a-37fc-4064-ba11-fa5def40d696 req-5b8b1527-0778-45ed-9023-a9a6a19c4e60 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0794911 Apr 01 13:05:38.443757 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19a5780a-37fc-4064-ba11-fa5def40d696 req-4a2883e0-25a6-42dc-a0ee-366babd7c545 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Apr 01 13:05:39.367170 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:39.566167 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d2eb-25ce-4dbb-88b9-4913eb4fafd8 req-b1316283-e124-4453-b30d-911a36d8ec87 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:39.567646 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d528d2eb-25ce-4dbb-88b9-4913eb4fafd8 req-b1316283-e124-4453-b30d-911a36d8ec87 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0529711 Apr 01 13:05:39.613302 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d528d2eb-25ce-4dbb-88b9-4913eb4fafd8 req-938af77a-6c5b-4746-b1fe-c70456a00310 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402315 Apr 01 13:05:40.732756 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c167a-0694-4955-800b-9fcb7a757f6c req-dff2213d-cd30-4247-b75d-3cd983783f6e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:40.734269 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b4c167a-0694-4955-800b-9fcb7a757f6c req-dff2213d-cd30-4247-b75d-3cd983783f6e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0522487 Apr 01 13:05:40.778863 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b4c167a-0694-4955-800b-9fcb7a757f6c req-db3f30b4-36a6-47ec-bc40-2830b550ba40 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391600 Apr 01 13:05:41.900152 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbca2d-3b0f-498b-b13d-2bee451763ae req-270a4613-2b8a-4fc8-bb16-fb8ae05866aa tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:41.902159 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e8fbca2d-3b0f-498b-b13d-2bee451763ae req-270a4613-2b8a-4fc8-bb16-fb8ae05866aa tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0513968 Apr 01 13:05:41.950787 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e8fbca2d-3b0f-498b-b13d-2bee451763ae req-12da95a7-3d2c-428d-b8f1-ee8b8a3b1d92 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Apr 01 13:05:43.072771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3a48f-f2d9-49d2-8a18-c9aa87ced175 req-f9663f76-a6b5-4048-8dc5-d1c8c76254f4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:43.074947 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f9e3a48f-f2d9-49d2-8a18-c9aa87ced175 req-f9663f76-a6b5-4048-8dc5-d1c8c76254f4 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0536187 Apr 01 13:05:43.120796 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f9e3a48f-f2d9-49d2-8a18-c9aa87ced175 req-dda1272d-82ce-4cbb-8dac-09dc2b10468b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398827 Apr 01 13:05:44.241391 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37497-7fa1-44b7-bab9-0910d5b1160b req-c02eaa0d-03d6-4cf2-a714-3954229bc3d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:44.242886 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bed37497-7fa1-44b7-bab9-0910d5b1160b req-c02eaa0d-03d6-4cf2-a714-3954229bc3d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0517440 Apr 01 13:05:44.293702 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bed37497-7fa1-44b7-bab9-0910d5b1160b req-dabc5f4d-b242-444d-9792-921f57bb6c89 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451000 Apr 01 13:05:45.414140 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a3629-77e8-4bbf-8b02-6f54b00a62b1 req-b782b4f6-48f7-450b-8e36-ce8732a39fd7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:45.415540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1a9a3629-77e8-4bbf-8b02-6f54b00a62b1 req-b782b4f6-48f7-450b-8e36-ce8732a39fd7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0518091 Apr 01 13:05:45.462906 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1a9a3629-77e8-4bbf-8b02-6f54b00a62b1 req-97fb4e58-b7da-46ba-97ab-637ddeb738be tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Apr 01 13:05:46.586116 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37684d1-baad-479a-80c1-338f6ef9784a req-b6865a7f-76af-4266-a25d-b0de0303fd6b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:46.587605 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f37684d1-baad-479a-80c1-338f6ef9784a req-b6865a7f-76af-4266-a25d-b0de0303fd6b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Apr 01 13:05:46.633240 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f37684d1-baad-479a-80c1-338f6ef9784a req-29a76cfb-46e0-4c92-a826-f51054c5c6f5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393727 Apr 01 13:05:47.404670 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:05:47.503765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:47.515234 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '19993173-ed50-450a-93a0-3421dfd4949b', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:05:47.552348 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: ACTIVE; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:05:47.552735 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:47.566189 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:05:47.585291 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:47.727676 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:47.764659 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8100ea-1286-490e-838e-aff7087f2bcb req-7f3443ec-aabd-4d8e-abf1-6afead6cbfb5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:47.764659 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed8100ea-1286-490e-838e-aff7087f2bcb req-7f3443ec-aabd-4d8e-abf1-6afead6cbfb5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0546086 Apr 01 13:05:47.775376 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:47.785813 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.786158 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.786502 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.786845 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.787176 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.787503 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.787826 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.788180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.788476 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.788785 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.789110 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.789433 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.789799 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.790117 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.790438 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:05:47.807738 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed8100ea-1286-490e-838e-aff7087f2bcb req-7515fa36-709b-4d22-9ca4-ada64d267c17 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Apr 01 13:05:47.858546 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['19993173-ed50-450a-93a0-3421dfd4949b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:05:48.357651 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364d5ec-7881-4f6d-9944-23959f32d76c req-1bd7dee7-b0bd-4a86-90ea-d868e79a2d72 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:48.359121 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2364d5ec-7881-4f6d-9944-23959f32d76c req-1bd7dee7-b0bd-4a86-90ea-d868e79a2d72 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0564210 Apr 01 13:05:48.407661 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2364d5ec-7881-4f6d-9944-23959f32d76c req-6cc7220d-2bfe-475a-858f-984e54dfc075 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428963 Apr 01 13:05:48.938506 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acfc70-9aff-4afa-83c4-46215b7459ab req-7810c47f-0aae-4123-a0f3-e6c73afe86da tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:48.940002 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-10acfc70-9aff-4afa-83c4-46215b7459ab req-7810c47f-0aae-4123-a0f3-e6c73afe86da tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.0571239 Apr 01 13:05:48.985243 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-10acfc70-9aff-4afa-83c4-46215b7459ab req-b772e586-c67e-486b-8b9e-0fe60900e81a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Apr 01 13:05:49.417822 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:05:49.468113 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 19993173-ed50-450a-93a0-3421dfd4949b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:05:49.468482 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (19993173-ed50-450a-93a0-3421dfd4949b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:49.547777 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b534a84-92b9-4f80-9342-2cfa34f250e3 req-83d7a89b-2bfa-4b05-829c-a97b1eb71158 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:49.549526 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1b534a84-92b9-4f80-9342-2cfa34f250e3 req-83d7a89b-2bfa-4b05-829c-a97b1eb71158 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0634396 Apr 01 13:05:49.569708 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:05:49.570543 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:49.597790 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:49.601113 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84235eda-f20c-45f7-8998-19359f450422" -d '{"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:49.616982 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:49.620945 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1b534a84-92b9-4f80-9342-2cfa34f250e3 req-7ea652b3-c879-4e41-b01b-e90ae27d8434 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626271 Apr 01 13:05:49.682473 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:49.732300 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:49.745141 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92024220-b656-41b3-bcea-25160a43b183 x-openstack-request-id: req-92024220-b656-41b3-bcea-25160a43b183 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:49.745141 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:49.745141 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92024220-b656-41b3-bcea-25160a43b183 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:49.745141 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92024220-b656-41b3-bcea-25160a43b183'] response: {'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'code': 200} Apr 01 13:05:50.123434 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c4a3-82e2-45c0-a06c-a971621e9ce1 req-584e85bd-044b-429c-b4ec-dcf1db338fde tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:50.125919 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-71d9c4a3-82e2-45c0-a06c-a971621e9ce1 req-584e85bd-044b-429c-b4ec-dcf1db338fde tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0611997 Apr 01 13:05:50.185474 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-71d9c4a3-82e2-45c0-a06c-a971621e9ce1 req-7f53fba8-c4fd-4c46-9fdb-122734060a45 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513363 Apr 01 13:05:50.304131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-fc6b8f18-748c-4eba-b305-8d7d0a09bf6b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:50.305974 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-fc6b8f18-748c-4eba-b305-8d7d0a09bf6b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0587363 Apr 01 13:05:50.422131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port 1a481bd3-0517-4e0a-870e-f800774b1328 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:05:50.422478 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:50.554084 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] For port 1a481bd3-0517-4e0a-870e-f800774b1328, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a481bd3-0517-4e0a-870e-f800774b1328,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:05:50.554895 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:50.764332 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:50.764729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (70cfd1ad-5dd7-4b54-b479-310d85fc3ed6), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:50.765045 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP 70cfd1ad-5dd7-4b54-b479-310d85fc3ed6 disassociated. External IP: 172.27.2.149, port: 1a481bd3-0517-4e0a-870e-f800774b1328. Apr 01 13:05:50.765412 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for 1a481bd3-0517-4e0a-870e-f800774b1328 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:05:50.766006 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ec75-e927-4e28-8975-54e3e7750bf8 req-1cd56643-2085-40d1-8d49-5e21f4867ea4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:50.773604 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8181ec75-e927-4e28-8975-54e3e7750bf8 req-1cd56643-2085-40d1-8d49-5e21f4867ea4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 945 time: 0.0626628 Apr 01 13:05:50.830848 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8181ec75-e927-4e28-8975-54e3e7750bf8 req-9401afd6-90e2-443d-bfb7-4c01de402333 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560818 Apr 01 13:05:50.979838 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (1a481bd3-0517-4e0a-870e-f800774b1328), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:51.015661 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=1a481bd3-0517-4e0a-870e-f800774b1328,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:51.162938 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:05:51.325809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:05:51.338442 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:05:51.359263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:51.360281 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:51.364539 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5f062-eb6b-4675-959c-8a9851d5690b req-5ddfe69f-cb23-4835-b638-8c5227a3a853 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:51.367642 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29c5f062-eb6b-4675-959c-8a9851d5690b req-5ddfe69f-cb23-4835-b638-8c5227a3a853 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.1019342 Apr 01 13:05:51.415959 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] No DVR routers for this DVR port 1a481bd3-0517-4e0a-870e-f800774b1328 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:05:51.426073 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:51.430075 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3c97cd7c-ce4d-4b1f-a7e4-6e0358fa2bfe req-42a28120-5f25-40ea-a0ed-f249c492279d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "DELETE /v2.0/ports/1a481bd3-0517-4e0a-870e-f800774b1328 HTTP/1.1" status: 204 len: 173 time: 1.1183691 Apr 01 13:05:51.430534 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'name': 'network-vif-deleted', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:05:51.432783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce11b1c-3821-4207-974d-71fc831cea78" -d '{"events": [{"server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "name": "network-vif-deleted", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:05:51.521530 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29c5f062-eb6b-4675-959c-8a9851d5690b req-bc16f352-31f0-4af2-8f7c-8882224f33bb tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415002 Apr 01 13:05:51.559918 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:51.612053 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b36b5b8-c717-417a-962c-76b7602e9843 x-openstack-request-id: req-9b36b5b8-c717-417a-962c-76b7602e9843 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:05:51.612623 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797177e9-bab4-4f2f-b867-cf33072eb52e", "name": "network-vif-deleted", "tag": "1a481bd3-0517-4e0a-870e-f800774b1328", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:05:51.612833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b36b5b8-c717-417a-962c-76b7602e9843 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:05:51.613394 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b36b5b8-c717-417a-962c-76b7602e9843'] response: {'server_uuid': '797177e9-bab4-4f2f-b867-cf33072eb52e', 'name': 'network-vif-deleted', 'tag': '1a481bd3-0517-4e0a-870e-f800774b1328', 'status': 'completed', 'code': 200} Apr 01 13:05:51.839395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:51.872681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:05:51.884069 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:05:51.884812 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:05:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:51.938620 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-044400b8-619d-4108-a267-9dfa75e3483f req-c547e537-5424-44fe-84cc-e33f1730902a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0411875 Apr 01 13:05:52.189021 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:05:52.401186 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:05:52.431842 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2903a5-fef4-431b-93dc-1662da01deb1 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:05:52.678942 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5871981-91d0-446e-b8a8-8e1c6e87a08a None None] New status for floating IP 70cfd1ad-5dd7-4b54-b479-310d85fc3ed6: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:05:52.680289 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb406a-e5f4-4e5e-801f-d5d2324ec852 req-72da3650-be3d-485c-8e43-dfc4b01c7557 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:52.681909 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-45bb406a-e5f4-4e5e-801f-d5d2324ec852 req-72da3650-be3d-485c-8e43-dfc4b01c7557 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0614984 Apr 01 13:05:52.731907 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-45bb406a-e5f4-4e5e-801f-d5d2324ec852 req-9c82a958-82d3-457e-816a-27a976f14d40 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Apr 01 13:05:53.056556 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e2a7817-c616-427d-afeb-d816e9395e06 req-10cfed09-de92-45f2-af81-dd7b7b85d7d9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=797177e9-bab4-4f2f-b867-cf33072eb52e HTTP/1.1" status: 200 len: 210 time: 0.0281255 Apr 01 13:05:53.435794 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 1a481bd3-0517-4e0a-870e-f800774b1328 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:05:53.462392 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 1a481bd3-0517-4e0a-870e-f800774b1328 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:05:53.462823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 1a481bd3-0517-4e0a-870e-f800774b1328 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:05:53.895105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e26b-703a-4306-8665-7abb5f513e8c req-c187d9e3-8979-41b9-a3ec-34e833968ae7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:53.896643 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a93e26b-703a-4306-8665-7abb5f513e8c req-c187d9e3-8979-41b9-a3ec-34e833968ae7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0617442 Apr 01 13:05:53.959360 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a93e26b-703a-4306-8665-7abb5f513e8c req-d2bdba72-dab2-4a7a-9d15-1c14cda6b6b6 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549955 Apr 01 13:05:54.380313 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-b985c257-2915-481e-a0ed-77037c591618 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747440710&fields=id&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 267 time: 0.0610952 Apr 01 13:05:54.564138 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-87c9fb84-14c3-4b2b-88e8-29a5bf2dff42 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:54.565767 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-87c9fb84-14c3-4b2b-88e8-29a5bf2dff42 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1845672 Apr 01 13:05:54.582661 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-059b3e82-a7d1-41eb-abba-8f0dd06fd82d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/quotas/11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 375 time: 0.0106323 Apr 01 13:05:54.642626 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-a1528784-3e1f-40ba-8eb7-62220f731627 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541549 Apr 01 13:05:54.806987 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-fd178e98-39d6-48ef-9cd9-2a14e34a520c service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509132 Apr 01 13:05:54.906164 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-0137f5e4-8500-46a2-a860-ce8fefa8224d service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930853 Apr 01 13:05:55.101428 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717b7e-c879-42ea-8935-2407b0bc9824 req-c6badd41-69b7-4ad8-8183-a1f857fb96ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:55.109936 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74717b7e-c879-42ea-8935-2407b0bc9824 req-c6badd41-69b7-4ad8-8183-a1f857fb96ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0646288 Apr 01 13:05:55.166336 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74717b7e-c879-42ea-8935-2407b0bc9824 req-80fe333d-1cba-4fd6-9ca3-580472243030 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532060 Apr 01 13:05:55.605227 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6bca1f68-4ff6-4bca-a36d-a60f1ee3d837 req-6e1c7f41-d0ce-47d1-89cd-bce6d836a894 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Apr 01 13:05:56.343933 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f06cd-1266-42c9-962b-4c8fec4053e6 req-c3822231-982e-439f-8568-a8c4b6c2d0fd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:56.345433 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd5f06cd-1266-42c9-962b-4c8fec4053e6 req-c3822231-982e-439f-8568-a8c4b6c2d0fd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0761671 Apr 01 13:05:56.415287 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd5f06cd-1266-42c9-962b-4c8fec4053e6 req-c9bd5a17-b39e-4b14-851a-798e37bff2ec tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634518 Apr 01 13:05:56.697758 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f31c2b04-29a6-4fcc-93ed-c2b541a84015 req-5103ed8c-baba-41a4-8840-b34b46b95846 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 210 time: 0.0332596 Apr 01 13:05:57.446233 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fa23-efc2-4411-881d-aef61f8c3a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:57.579287 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb16d9-dd1f-4802-a994-81d31293bbb7 req-85505170-f59b-42c9-b7f6-4deb3dca6def tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:57.581505 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c8cb16d9-dd1f-4802-a994-81d31293bbb7 req-85505170-f59b-42c9-b7f6-4deb3dca6def tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0804157 Apr 01 13:05:57.642714 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c8cb16d9-dd1f-4802-a994-81d31293bbb7 req-f558c4aa-f424-46dc-abc4-ab2798b3ebe1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539174 Apr 01 13:05:57.824168 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-87d50abd-3ab0-491c-bc7c-e15efe72c281 req-7bed109f-8db3-4b01-99dc-9649b5d8f121 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 210 time: 0.0451045 Apr 01 13:05:58.000061 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-3e86c53b-431c-4e58-9337-3fc088736660 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.001588 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-3e86c53b-431c-4e58-9337-3fc088736660 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1385624 Apr 01 13:05:58.079201 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-e0fcfbdf-0053-4095-81bd-738935f61e22 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 380 time: 0.0675488 Apr 01 13:05:58.091914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'port': {'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'admin_state_up': True, 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'security_groups': ['50788969-c541-4ca2-bd98-4fc04ce81ec3']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:58.287703 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Made reservation on behalf of 11e6396795d84c53a42bee4d3c3b3a09 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:05:58.291333 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:58.445679 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.20.0.5 (0bbfb07d-ffc0-4205-ba7d-666f659d4a46/0fa3a9b1-d9bd-4f24-893d-296495694f31/a46b8649-ecfc-4321-a298-6dc35904af67) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:05:58.602838 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (a46b8649-ecfc-4321-a298-6dc35904af67), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:58.712489 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:58.800294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:05:58.806646 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:05:58.809871 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:58.812591 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:05:58.819643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.820376 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:58.868179 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d403da-a55a-47a5-b8e5-2242b428fe49 req-58c47a6d-5ab4-4f76-b971-89888dbce82f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.875998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22d403da-a55a-47a5-b8e5-2242b428fe49 req-58c47a6d-5ab4-4f76-b971-89888dbce82f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.1544123 Apr 01 13:05:58.929481 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22d403da-a55a-47a5-b8e5-2242b428fe49 req-df4125a2-f1eb-4cce-a6aa-34b0b6fd94db tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521934 Apr 01 13:05:58.962210 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4767f2-950e-460c-9665-a3954206d0b4 req-0167fcb7-56b6-4cd3-91d5-d748e582f7ad tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.963939 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4767f2-950e-460c-9665-a3954206d0b4 req-0167fcb7-56b6-4cd3-91d5-d748e582f7ad tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 931 time: 0.0634305 Apr 01 13:05:59.016051 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4767f2-950e-460c-9665-a3954206d0b4 req-945f75f7-fe27-4760-b520-a16c4d1cd02b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Apr 01 13:05:59.145861 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-61b560e4-d93d-4b68-94e1-8e724dc0b1e0 None None] Provisioning complete for port a46b8649-ecfc-4321-a298-6dc35904af67 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:05:59.146449 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-61b560e4-d93d-4b68-94e1-8e724dc0b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:59.181840 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-61b560e4-d93d-4b68-94e1-8e724dc0b1e0 None None] Port a46b8649-ecfc-4321-a298-6dc35904af67 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:05:59.387634 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-75749497-37dc-46d8-bc22-cb52d327b9fe tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3011158 Apr 01 13:05:59.400860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Request body: {'port': {'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:05:59.463271 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:59.752671 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46b8649-ecfc-4321-a298-6dc35904af67 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:05:59.776334 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks [] for port (a46b8649-ecfc-4321-a298-6dc35904af67), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:59.790600 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Transition to ACTIVE for port object a46b8649-ecfc-4321-a298-6dc35904af67 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:05:59.864633 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-16b5717e-3084-4440-aae5-12a65feaa926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:59.893042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:05:59.948320 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Pushing event updated for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:05:59.985344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Attempting to bind port a46b8649-ecfc-4321-a298-6dc35904af67 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:05:59.985720 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Attempting to bind port a46b8649-ecfc-4321-a298-6dc35904af67 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:05:59.986552 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Attempting to bind port a46b8649-ecfc-4321-a298-6dc35904af67 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:05:59.993610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Port a46b8649-ecfc-4321-a298-6dc35904af67 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:05:59.993610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Attempting to bind port a46b8649-ecfc-4321-a298-6dc35904af67 on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:06:00.004200 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:06:00.005994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:06:00.009706 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Bound using segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:06:00.011089 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Bound port: a46b8649-ecfc-4321-a298-6dc35904af67, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:06:00.011782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:00.154833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:06:00.159400 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a46b8649-ecfc-4321-a298-6dc35904af67,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:06:00.174173 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424c6f1-0360-4207-81b8-19905068521b req-0ede18bc-b34e-4966-acdd-fd157dcfdeb9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.183459 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e424c6f1-0360-4207-81b8-19905068521b req-0ede18bc-b34e-4966-acdd-fd157dcfdeb9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0735028 Apr 01 13:06:00.184235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d2982-3a36-46fd-9ecf-ebc247e39be6 req-2d9a8e4d-ac82-45b5-986b-8bac1139911c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.186175 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df7d2982-3a36-46fd-9ecf-ebc247e39be6 req-2d9a8e4d-ac82-45b5-986b-8bac1139911c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.1484725 Apr 01 13:06:00.233843 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e424c6f1-0360-4207-81b8-19905068521b req-db8af5af-b2ae-4f9c-9369-e8c5a9dee63b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514517 Apr 01 13:06:00.234159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df7d2982-3a36-46fd-9ecf-ebc247e39be6 req-4df2b408-aeb8-4a89-99ee-44bbec571296 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459623 Apr 01 13:06:00.362051 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:00.396548 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.397176 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:00.398536 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] 10.222.0.62 "PUT /v2.0/ports/a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 1093 time: 1.0017121 Apr 01 13:06:00.398966 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:00.401287 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc046321-4bbe-4f62-a370-7a19ed8cd76f" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:00.431655 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b9d6-7e9e-4131-a6e5-8b40f5a64a94 service neutron] Pushing event updated for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:00.444318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34427c8c-51f8-491e-b02d-6858d12514bc x-openstack-request-id: req-34427c8c-51f8-491e-b02d-6858d12514bc {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:00.444667 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:00.444924 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34427c8c-51f8-491e-b02d-6858d12514bc {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:00.445331 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34427c8c-51f8-491e-b02d-6858d12514bc'] response: {'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'status': 'completed', 'code': 200} Apr 01 13:06:00.516940 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-d2928e80-9bc4-4152-a7bf-1b5169ae3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.518884 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-d2928e80-9bc4-4152-a7bf-1b5169ae3fa0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1127 time: 0.0479927 Apr 01 13:06:00.633793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-ab961fbc-6917-4c93-86d4-ce5fa4cbfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.635398 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-ab961fbc-6917-4c93-86d4-ce5fa4cbfa8f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044958 Apr 01 13:06:00.741617 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-515a48e6-aa19-44e5-9695-47fff02783a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.743107 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bc046321-4bbe-4f62-a370-7a19ed8cd76f req-515a48e6-aa19-44e5-9695-47fff02783a3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017544 Apr 01 13:06:00.824458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-5d4843d2-39ae-418b-a92a-e229b0849bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.826119 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-5d4843d2-39ae-418b-a92a-e229b0849bfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1127 time: 0.0439508 Apr 01 13:06:00.871855 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-2f6082ed-3ed8-4e3c-a5e2-bcb400654215 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Apr 01 13:06:00.921052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-327cb4b4-3abb-452c-977f-985479719f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:00.922585 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-327cb4b4-3abb-452c-977f-985479719f06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0449569 Apr 01 13:06:00.932940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:01.087300 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-c8a0b68b-edec-4424-9055-3bfd7c14e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.088808 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-c8a0b68b-edec-4424-9055-3bfd7c14e9ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467331 Apr 01 13:06:01.188863 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-990cc5d4-c689-4b1f-a873-48dc18868bbb service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 Apr 01 13:06:01.283775 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6dd40c3b-32e0-4343-9373-c37ed48d2c6b req-a23ae56f-f7e7-4905-8f90-36343faaabd9 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879869 Apr 01 13:06:01.355792 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbeb3d-9196-4c7a-925d-b85b08be1831 req-0e41dd31-1d11-4eff-b470-7cd935ecbb89 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.357279 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4fbeb3d-9196-4c7a-925d-b85b08be1831 req-0e41dd31-1d11-4eff-b470-7cd935ecbb89 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0547895 Apr 01 13:06:01.368490 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098af9f-740a-41a1-935a-f3dde521f5be req-d211f6cc-2b99-4e9d-b80f-6cf1b26a9bcd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.370092 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0098af9f-740a-41a1-935a-f3dde521f5be req-d211f6cc-2b99-4e9d-b80f-6cf1b26a9bcd tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0551317 Apr 01 13:06:01.413976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4fbeb3d-9196-4c7a-925d-b85b08be1831 req-2d93c974-2da3-4f2d-9b71-6057239bd5be tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507259 Apr 01 13:06:01.423678 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0098af9f-740a-41a1-935a-f3dde521f5be req-f529e5d3-36c1-4026-bf5f-74c1018faa5f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470362 Apr 01 13:06:01.461262 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-94fa1a22-4f51-448e-8546-bfc694ec7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.462780 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-94fa1a22-4f51-448e-8546-bfc694ec7724 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0478795 Apr 01 13:06:01.548643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-e15be1b5-767a-4b64-af17-dbcd52ea3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.550199 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-e15be1b5-767a-4b64-af17-dbcd52ea3c27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.0816667 Apr 01 13:06:01.848982 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-7eb54df5-a03f-4f7a-9bb1-b84bc6e98c1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 1002 time: 0.2905188 Apr 01 13:06:01.896780 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-416c5468-af70-4fb7-85cc-b6f0bc5c8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.898196 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-416c5468-af70-4fb7-85cc-b6f0bc5c8118 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0426006 Apr 01 13:06:01.946262 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-f195bfb4-d8d0-4a05-9aa2-18ef14b96212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:01.947831 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-f195bfb4-d8d0-4a05-9aa2-18ef14b96212 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428410 Apr 01 13:06:02.034561 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-3ef484d4-e4bf-43cc-873c-4dcc4a1891fe service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797963 Apr 01 13:06:02.126316 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b59782-a1dc-4f0e-91f0-ed3d035383ea req-cfdb80dd-b51c-4880-abca-a3639c262971 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Apr 01 13:06:02.424324 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:02.539924 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c1f7-93b6-4f80-babb-28b37196a944 req-fadbac1c-b6f5-4280-9cdf-d99ca5fc73be tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:02.541468 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9662c1f7-93b6-4f80-babb-28b37196a944 req-fadbac1c-b6f5-4280-9cdf-d99ca5fc73be tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0531785 Apr 01 13:06:02.549959 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf720-f0d7-4b7c-bc80-c0df9449ab59 req-8ca8e44d-b368-4925-9b94-44169b03cd8d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:02.551431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cdddf720-f0d7-4b7c-bc80-c0df9449ab59 req-8ca8e44d-b368-4925-9b94-44169b03cd8d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0533826 Apr 01 13:06:02.590907 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9662c1f7-93b6-4f80-babb-28b37196a944 req-c6f60cbf-0013-497e-8e4c-f7b43d27efe8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Apr 01 13:06:02.602071 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cdddf720-f0d7-4b7c-bc80-c0df9449ab59 req-d86d73be-48c8-40d8-a5cb-5f1324b9b098 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449271 Apr 01 13:06:03.712488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a96430-792e-4403-8f8c-0447bb1013fa req-04854ed8-b2bb-45b2-a3ea-f3d7f3cab468 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:03.714116 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-20a96430-792e-4403-8f8c-0447bb1013fa req-04854ed8-b2bb-45b2-a3ea-f3d7f3cab468 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0545292 Apr 01 13:06:03.727517 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2fa8d-6f2d-4bff-b3fb-9aaf88d82239 req-5ef4b286-550e-4865-9e19-9ed0468a86ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:03.729014 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2ad2fa8d-6f2d-4bff-b3fb-9aaf88d82239 req-5ef4b286-550e-4865-9e19-9ed0468a86ff tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0542431 Apr 01 13:06:03.751031 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:03.765716 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-20a96430-792e-4403-8f8c-0447bb1013fa req-b010cb5c-8227-47a4-8e35-ffff15857ffc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Apr 01 13:06:03.781857 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2ad2fa8d-6f2d-4bff-b3fb-9aaf88d82239 req-eaf9ff9a-6352-4d0b-a0d9-691261727b28 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462902 Apr 01 13:06:04.881331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85060f61-42b2-49fd-820a-27e3c306c7dd req-75d4d7b6-7f3e-4876-b20c-9670d3147d94 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:04.882838 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-85060f61-42b2-49fd-820a-27e3c306c7dd req-75d4d7b6-7f3e-4876-b20c-9670d3147d94 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0517800 Apr 01 13:06:04.931407 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-85060f61-42b2-49fd-820a-27e3c306c7dd req-1b1d7245-4b08-4a91-bc1d-e5d7c133717f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Apr 01 13:06:05.042925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375319-f14c-420f-88f3-eddcc26c135e req-25343dcd-b5f5-487d-8bde-8779a0ea7631 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:05.044522 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-13375319-f14c-420f-88f3-eddcc26c135e req-25343dcd-b5f5-487d-8bde-8779a0ea7631 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 946 time: 0.0572133 Apr 01 13:06:05.091683 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-13375319-f14c-420f-88f3-eddcc26c135e req-f9812faf-3ed2-4b73-bfb0-95db2ff47387 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Apr 01 13:06:05.489830 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:05.566592 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:06:05.566943 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:05.588773 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:05.591098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c16b2-ad42-4053-a9b1-a841f46f772d" -d '{"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:05.603375 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:05.621304 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7855bd-d3f8-4dda-91cb-8cf04cc93a2b x-openstack-request-id: req-1b7855bd-d3f8-4dda-91cb-8cf04cc93a2b {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:05.622160 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-unplugged", "status": "failed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "code": 422}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:05.622414 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b7855bd-d3f8-4dda-91cb-8cf04cc93a2b {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:05.622861 dv-cinder-836083-2-iscsi neutron-server[103741]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1b7855bd-d3f8-4dda-91cb-8cf04cc93a2b']: {'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'code': 422} returned with failed status Apr 01 13:06:05.767484 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:05.821523 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:06.070019 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302d54b-a843-4388-aa60-d3b2376cf99f req-acf901b6-c5cc-4c1b-aa04-4692ff86eadc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:06.071515 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1302d54b-a843-4388-aa60-d3b2376cf99f req-acf901b6-c5cc-4c1b-aa04-4692ff86eadc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0545702 Apr 01 13:06:06.120845 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1302d54b-a843-4388-aa60-d3b2376cf99f req-76cbf1ab-3bae-4240-b35b-7e382b87dcc0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Apr 01 13:06:07.247712 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefdf6f-5956-4de2-91e9-1ab5ba81f5b4 req-f5996786-e000-4049-97eb-02af7668346e tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:07.249219 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ddefdf6f-5956-4de2-91e9-1ab5ba81f5b4 req-f5996786-e000-4049-97eb-02af7668346e tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0616915 Apr 01 13:06:07.299381 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ddefdf6f-5956-4de2-91e9-1ab5ba81f5b4 req-5c4882ee-ffed-4f62-bb15-9e031648a5d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Apr 01 13:06:07.889192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-8cc7f5c9-d37e-4001-8139-39497bf7c52e req-0d42ac55-c12a-4e6d-9ce7-22758e940c5e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:06:07.890230 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8cc7f5c9-d37e-4001-8139-39497bf7c52e req-0d42ac55-c12a-4e6d-9ce7-22758e940c5e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462487 Apr 01 13:06:08.127054 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3685-48dc-4bd6-a4af-878f56be4748 req-fec7d88d-6c82-44c4-92b9-d242379162eb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:08.130206 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df3e3685-48dc-4bd6-a4af-878f56be4748 req-fec7d88d-6c82-44c4-92b9-d242379162eb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0558124 Apr 01 13:06:08.178111 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df3e3685-48dc-4bd6-a4af-878f56be4748 req-a0768852-3e9c-426a-ab28-246790a1e08b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Apr 01 13:06:08.223072 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255aec2-850a-42c4-a244-b385f5ac3e3e req-f05576ad-d094-4f5e-adb2-d4bd7476af57 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:08.224671 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b255aec2-850a-42c4-a244-b385f5ac3e3e req-f05576ad-d094-4f5e-adb2-d4bd7476af57 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0819263 Apr 01 13:06:08.280220 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b255aec2-850a-42c4-a244-b385f5ac3e3e req-f11cd7c2-5c76-4d5f-a095-35503389c54e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491037 Apr 01 13:06:08.426636 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042058e-628e-4983-878a-85479831de7a req-3e7e4371-b094-49dd-bbd5-d621c73266dd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:08.433382 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a042058e-628e-4983-878a-85479831de7a req-3e7e4371-b094-49dd-bbd5-d621c73266dd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0652702 Apr 01 13:06:08.444290 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-b24117cd-e477-4fed-80fd-9dd1364ce21e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491710 Apr 01 13:06:08.489242 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a042058e-628e-4983-878a-85479831de7a req-ff90387d-154b-4446-aa5e-6d9783421c15 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 Apr 01 13:06:08.526559 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-e4cfe949-1f79-49ba-af1a-d04c4228873e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:08.527968 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-e4cfe949-1f79-49ba-af1a-d04c4228873e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports/19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 941 time: 0.0626142 Apr 01 13:06:09.313365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7109-7030-440f-9e07-83098199a624 req-dbf7ac3b-f616-49e6-a95d-28f27ca21822 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:09.315065 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37be7109-7030-440f-9e07-83098199a624 req-dbf7ac3b-f616-49e6-a95d-28f27ca21822 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0569861 Apr 01 13:06:09.367798 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37be7109-7030-440f-9e07-83098199a624 req-ffa61847-d08d-44ea-a178-2385dc0b0abe tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463166 Apr 01 13:06:09.390153 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:09.425518 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637d8fd-0a53-421e-beed-c35fc34bf6f0 req-810f5ad1-bb4c-4b62-8155-e8e425404b8b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:09.427075 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1637d8fd-0a53-421e-beed-c35fc34bf6f0 req-810f5ad1-bb4c-4b62-8155-e8e425404b8b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0623143 Apr 01 13:06:09.474701 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1637d8fd-0a53-421e-beed-c35fc34bf6f0 req-bdb9f96e-cc81-4a79-87b0-3b5143e0582e tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Apr 01 13:06:09.611511 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76090e-752e-4b44-90a8-e6224633fbe5 req-9d3472ba-5d31-4c6c-996a-b455a72ff001 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:09.613035 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd76090e-752e-4b44-90a8-e6224633fbe5 req-9d3472ba-5d31-4c6c-996a-b455a72ff001 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0531967 Apr 01 13:06:09.663497 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd76090e-752e-4b44-90a8-e6224633fbe5 req-42b23b21-d7c9-4cab-b956-c4462167197a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Apr 01 13:06:09.868379 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-9b67e650-a8c0-4a33-8738-ff53dda3a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:09.869916 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-9b67e650-a8c0-4a33-8738-ff53dda3a0a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7&tenant_id=cad1d982d3f444358c139a2af0706eec HTTP/1.1" status: 200 len: 1128 time: 0.0484395 Apr 01 13:06:09.945987 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-b7a60e52-2040-4cc6-aace-f01cfee5ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:09.947484 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-b7a60e52-2040-4cc6-aace-f01cfee5ed06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cad1d982d3f444358c139a2af0706eec&device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0461924 Apr 01 13:06:10.040281 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-5631a992-f381-4354-be5c-66dc55156e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.041720 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-5631a992-f381-4354-be5c-66dc55156e5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 200 len: 917 time: 0.0881069 Apr 01 13:06:10.107970 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-95255755-76d3-48fa-ad58-1928a5655374 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 200 len: 1000 time: 0.0589399 Apr 01 13:06:10.162380 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-a8bc4020-ce48-4b91-a52a-6d6ec095318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.163812 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-a8bc4020-ce48-4b91-a52a-6d6ec095318d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 200 len: 855 time: 0.0489931 Apr 01 13:06:10.219522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-b0baa736-0c96-4180-a2e6-01fa5521be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.220714 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-b0baa736-0c96-4180-a2e6-01fa5521be3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=995eff84-9d72-4fda-b79f-f17d7a6ee58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505378 Apr 01 13:06:10.312947 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-43b0e53f-cf29-4e7c-a9a7-6245b783798a service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847416 Apr 01 13:06:10.411309 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c5dc2f9-1d2d-43f8-a50a-08c0de0fce83 req-abe3c02c-df0c-43ee-b72c-3ddf44417296 service neutron] 10.222.0.62 "GET /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Apr 01 13:06:10.584786 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320475a8-3c88-4532-ad01-3b9c2e56f24b req-8740e3ff-1715-409d-854b-4176dc622a63 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.586368 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-320475a8-3c88-4532-ad01-3b9c2e56f24b req-8740e3ff-1715-409d-854b-4176dc622a63 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0548685 Apr 01 13:06:10.637510 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-320475a8-3c88-4532-ad01-3b9c2e56f24b req-4fa47e8b-4788-48ce-b270-155a3b5454e7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Apr 01 13:06:10.695744 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2787-e097-4b98-a904-df8ad92de175 req-871c31dc-5ef8-423c-bc9c-f70e442247b1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.698306 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81cd2787-e097-4b98-a904-df8ad92de175 req-871c31dc-5ef8-423c-bc9c-f70e442247b1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0648959 Apr 01 13:06:10.761528 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee352a1-7115-4da2-9424-a0968bc421d6 req-f706c3ca-9a25-4516-80f3-a4a76ac3a68f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.763844 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2ee352a1-7115-4da2-9424-a0968bc421d6 req-f706c3ca-9a25-4516-80f3-a4a76ac3a68f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0602458 Apr 01 13:06:10.809833 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-81cd2787-e097-4b98-a904-df8ad92de175 req-779f1bff-9767-4351-8b63-3976002af2cc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996714 Apr 01 13:06:10.816695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-b4a9f874-78fb-4f78-94f8-52b9a8f6861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.818492 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-b4a9f874-78fb-4f78-94f8-52b9a8f6861c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1168 time: 0.0939682 Apr 01 13:06:10.833875 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2ee352a1-7115-4da2-9424-a0968bc421d6 req-3830f725-76d9-4cf2-9087-b712ceec810f tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638809 Apr 01 13:06:10.949980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14d1c1-53b9-4dad-aa3e-cb1bdd506414 req-d3f65c3e-d37a-42e9-8151-44b2ce414d8a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.951477 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f14d1c1-53b9-4dad-aa3e-cb1bdd506414 req-d3f65c3e-d37a-42e9-8151-44b2ce414d8a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0535827 Apr 01 13:06:10.958592 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-7570e0b5-014e-48ca-a651-498707527ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.960167 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-7570e0b5-014e-48ca-a651-498707527ad0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.1349518 Apr 01 13:06:10.968483 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316cbc6-3f3c-4bca-8bdf-66aa31574ab0 req-8d15c1ca-6ab8-42ee-ab6d-05681e375bc3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:10.969981 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4316cbc6-3f3c-4bca-8bdf-66aa31574ab0 req-8d15c1ca-6ab8-42ee-ab6d-05681e375bc3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0829022 Apr 01 13:06:11.018478 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f14d1c1-53b9-4dad-aa3e-cb1bdd506414 req-b272439d-a8ee-44dd-996c-848076b26d65 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605879 Apr 01 13:06:11.069915 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-b64d417f-fe3b-4feb-a8e0-cc48d757dd60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 1001 time: 0.0988007 Apr 01 13:06:11.074159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4316cbc6-3f3c-4bca-8bdf-66aa31574ab0 req-84be2d2f-9202-47bd-a4e4-d856957c9920 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974865 Apr 01 13:06:11.183779 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-7b63182b-2324-40b9-be1b-a774a708e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:11.189971 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-7b63182b-2324-40b9-be1b-a774a708e4d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0833375 Apr 01 13:06:11.775313 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a014e4e-aa04-4fbf-9b26-57f8cae03531 req-004e3cc1-0ba5-48ee-8dad-e8dde7e93926 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:11.776873 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a014e4e-aa04-4fbf-9b26-57f8cae03531 req-004e3cc1-0ba5-48ee-8dad-e8dde7e93926 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0670545 Apr 01 13:06:11.832840 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a014e4e-aa04-4fbf-9b26-57f8cae03531 req-2e5f33b7-8569-4c57-810e-1f054affa951 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Apr 01 13:06:11.980540 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba9f1e-05a8-4b3c-9c7f-e39815213abe req-4bfa1f2e-2642-4472-8f1f-d879361a226c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:11.984615 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-19ba9f1e-05a8-4b3c-9c7f-e39815213abe req-4bfa1f2e-2642-4472-8f1f-d879361a226c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0764854 Apr 01 13:06:11.988131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c9817-572b-4137-843d-d52e4d298be5 req-656c1d99-c631-4ce9-bf40-6b934518fd12 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:11.997628 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-056c9817-572b-4137-843d-d52e4d298be5 req-656c1d99-c631-4ce9-bf40-6b934518fd12 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.1036184 Apr 01 13:06:12.077682 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-056c9817-572b-4137-843d-d52e4d298be5 req-5ea97893-7d50-42c3-9a75-89501aec6b92 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728073 Apr 01 13:06:12.089745 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-19ba9f1e-05a8-4b3c-9c7f-e39815213abe req-94c0a934-98cb-4254-8378-262ed8b7b986 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956841 Apr 01 13:06:12.208664 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7b536-84a8-4996-bc88-aeab6ed5e79f req-e4517e90-66d2-4f2b-b2c9-3a322ee20ea7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:12.211379 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cfc7b536-84a8-4996-bc88-aeab6ed5e79f req-e4517e90-66d2-4f2b-b2c9-3a322ee20ea7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0671844 Apr 01 13:06:12.230298 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bbb1e-3c5b-4ad3-a7ec-7114baa8658b req-efb7e9d4-0537-430d-a7ec-1c536122a0c3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:12.238961 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-186bbb1e-3c5b-4ad3-a7ec-7114baa8658b req-efb7e9d4-0537-430d-a7ec-1c536122a0c3 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0829952 Apr 01 13:06:12.287318 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cfc7b536-84a8-4996-bc88-aeab6ed5e79f req-6661fd5c-399c-4652-a5d3-3c76e9329de4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702910 Apr 01 13:06:12.307834 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-186bbb1e-3c5b-4ad3-a7ec-7114baa8658b req-4bda04cb-6789-4fe6-b9ff-59e5a0b7252d tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679801 Apr 01 13:06:12.963744 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f950627-3a1d-4769-b7f1-dbc17d8f7e3a req-4c43e6c7-3659-478b-96b3-8d8fe62d6b3d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:12.965854 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2f950627-3a1d-4769-b7f1-dbc17d8f7e3a req-4c43e6c7-3659-478b-96b3-8d8fe62d6b3d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0616126 Apr 01 13:06:13.016100 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2f950627-3a1d-4769-b7f1-dbc17d8f7e3a req-6866e5a4-73b4-424f-a16e-2b05f01ecc0e tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Apr 01 13:06:13.218944 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a84e-3d79-4c4e-9346-b8c4c0797bef req-14d8a2a2-6d25-4459-8d71-fb97fd3fb74c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:13.220486 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6610a84e-3d79-4c4e-9346-b8c4c0797bef req-14d8a2a2-6d25-4459-8d71-fb97fd3fb74c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0685093 Apr 01 13:06:13.232457 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d32b22-076a-4969-871b-87ed9a04cab1 req-a03957b9-83ca-45ed-b96c-dc89cfd524bc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:13.234112 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10d32b22-076a-4969-871b-87ed9a04cab1 req-a03957b9-83ca-45ed-b96c-dc89cfd524bc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0719604 Apr 01 13:06:13.290249 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10d32b22-076a-4969-871b-87ed9a04cab1 req-f0799e02-944c-455c-9a5e-27deb1455a5c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502522 Apr 01 13:06:13.324803 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6610a84e-3d79-4c4e-9346-b8c4c0797bef req-13363b1d-276a-42b6-8a5c-0be426ebb6b5 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949318 Apr 01 13:06:13.467909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076653d-47a8-40d3-80f4-436f9ab311c9 req-4e380c2f-1dc0-444d-bbda-22a7fd74dfce tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:13.474776 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c147e2b-ab50-4baa-bdad-43d156e32d8a req-5cd50cbc-411f-4eea-bda0-01db98eb475e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:13.476474 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8076653d-47a8-40d3-80f4-436f9ab311c9 req-4e380c2f-1dc0-444d-bbda-22a7fd74dfce tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0898476 Apr 01 13:06:13.484289 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c147e2b-ab50-4baa-bdad-43d156e32d8a req-5cd50cbc-411f-4eea-bda0-01db98eb475e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0938890 Apr 01 13:06:13.539141 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8076653d-47a8-40d3-80f4-436f9ab311c9 req-63f4fae9-5fe3-409d-a82b-cd35f8add9be tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615714 Apr 01 13:06:13.557800 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c147e2b-ab50-4baa-bdad-43d156e32d8a req-bae919bf-e0b9-4216-9dcb-1d3610849e7e tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642426 Apr 01 13:06:14.159581 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f537f-e7c0-4514-9c3b-bf7c84c513ae req-1021d358-a602-46d2-9b85-a7cda3000ad8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:14.161302 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f90f537f-e7c0-4514-9c3b-bf7c84c513ae req-1021d358-a602-46d2-9b85-a7cda3000ad8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0574563 Apr 01 13:06:14.220598 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f90f537f-e7c0-4514-9c3b-bf7c84c513ae req-d952b191-db60-4b9e-8202-1cd340e81c77 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536981 Apr 01 13:06:14.466665 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4088b3-f4aa-4782-9a27-5cd885ce84fa req-0a0f44da-e036-4c13-a0c5-862fa67faeb8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:14.468262 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3b4088b3-f4aa-4782-9a27-5cd885ce84fa req-0a0f44da-e036-4c13-a0c5-862fa67faeb8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0752759 Apr 01 13:06:14.498014 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd389-c04a-4d33-a5b9-bcb13d12f982 req-0a71c87a-8036-4068-af4b-a9ad12507728 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:14.520253 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c69bd389-c04a-4d33-a5b9-bcb13d12f982 req-0a71c87a-8036-4068-af4b-a9ad12507728 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0831087 Apr 01 13:06:14.526129 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3b4088b3-f4aa-4782-9a27-5cd885ce84fa req-8c1c91c6-1a88-40be-91d2-643d0c763693 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519149 Apr 01 13:06:14.600479 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:06:14.621995 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c69bd389-c04a-4d33-a5b9-bcb13d12f982 req-c4583c8d-1a4c-4cf5-91d5-1b3041dec3fc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117313 Apr 01 13:06:14.711331 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487730-6f5b-4b17-861c-dd78e99ff0e0 req-09c32e05-38d9-45c7-bdd8-418fb1a16f54 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:14.713017 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4487730-6f5b-4b17-861c-dd78e99ff0e0 req-09c32e05-38d9-45c7-bdd8-418fb1a16f54 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0651810 Apr 01 13:06:14.767827 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4487730-6f5b-4b17-861c-dd78e99ff0e0 req-df76ef5b-572b-4aeb-9a1f-d83200c17a0d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482969 Apr 01 13:06:14.783466 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96225d00-77e8-43d2-83c8-b2e8eaaf090e req-bf1a5859-33eb-40b0-ae81-b779793355c7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:14.790834 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-96225d00-77e8-43d2-83c8-b2e8eaaf090e req-bf1a5859-33eb-40b0-ae81-b779793355c7 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0954604 Apr 01 13:06:14.853005 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-96225d00-77e8-43d2-83c8-b2e8eaaf090e req-90d90eb0-e093-4ff4-911b-bba1d751e403 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611517 Apr 01 13:06:15.370838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da72812-3b0d-48df-9c65-833657159dd3 req-80e5eca5-474e-4307-b44c-d6a7d58c0f46 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:15.377173 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1da72812-3b0d-48df-9c65-833657159dd3 req-80e5eca5-474e-4307-b44c-d6a7d58c0f46 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0764029 Apr 01 13:06:15.428390 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1da72812-3b0d-48df-9c65-833657159dd3 req-5e2c47c2-20ba-4ea0-af51-5763fb8c5015 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489655 Apr 01 13:06:15.672067 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0dbfb-77f0-49ab-8b0b-bfe9dc2e78ef req-b7e15b08-eba0-4cf4-abc6-02172f50f8bf tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:15.672067 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a0dbfb-77f0-49ab-8b0b-bfe9dc2e78ef req-b7e15b08-eba0-4cf4-abc6-02172f50f8bf tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0652833 Apr 01 13:06:15.743401 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a0dbfb-77f0-49ab-8b0b-bfe9dc2e78ef req-7bd4efbc-0338-4798-8d33-695da218d074 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709639 Apr 01 13:06:15.754352 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db13bd9-d82a-4a08-ae80-8d44bd24d017 req-4edf455e-0694-40d1-92f6-f2d6e59ea383 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:15.765793 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6db13bd9-d82a-4a08-ae80-8d44bd24d017 req-4edf455e-0694-40d1-92f6-f2d6e59ea383 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0657299 Apr 01 13:06:15.838440 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6db13bd9-d82a-4a08-ae80-8d44bd24d017 req-a999dc58-ebac-4bfd-bdef-9a16f5422469 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747085 Apr 01 13:06:15.933016 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d8567-9a5e-4091-bf48-1842f431827e req-5a45cdf4-cd3e-412f-85e3-894ce8593000 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:15.935183 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f26d8567-9a5e-4091-bf48-1842f431827e req-5a45cdf4-cd3e-412f-85e3-894ce8593000 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0701258 Apr 01 13:06:15.983852 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cad03-f180-4891-bce3-c39755a720e6 req-09774f42-c1c6-4e04-8977-9a9665226a98 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:15.989995 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-888cad03-f180-4891-bce3-c39755a720e6 req-09774f42-c1c6-4e04-8977-9a9665226a98 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0580194 Apr 01 13:06:16.015469 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f26d8567-9a5e-4091-bf48-1842f431827e req-bd493f49-0172-4378-905a-f8a2bb05c52d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744331 Apr 01 13:06:16.059721 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-888cad03-f180-4891-bce3-c39755a720e6 req-05230a40-9b6b-424a-a1af-dff5d95ef7a5 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626142 Apr 01 13:06:16.577393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ae9c0-20b5-4e7e-89ff-e23048d5e10f req-e1ef8328-40d7-4a57-b26d-76aab484a11f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:16.579059 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-701ae9c0-20b5-4e7e-89ff-e23048d5e10f req-e1ef8328-40d7-4a57-b26d-76aab484a11f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0755470 Apr 01 13:06:16.628483 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-701ae9c0-20b5-4e7e-89ff-e23048d5e10f req-0d35158a-0f88-43b1-bec7-0813dc75c3e7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Apr 01 13:06:16.934423 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabafcf-b37f-466b-b8fc-004efc6bc45b req-9408babd-be64-4e54-828f-59e4dce417d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:16.941889 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-afabafcf-b37f-466b-b8fc-004efc6bc45b req-9408babd-be64-4e54-828f-59e4dce417d0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.1059372 Apr 01 13:06:17.013514 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d421-c614-4232-a630-66e811ce1066 req-f8f9bafb-fe19-4814-ab60-8c34d642b1bb tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:17.016449 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3aa7d421-c614-4232-a630-66e811ce1066 req-f8f9bafb-fe19-4814-ab60-8c34d642b1bb tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0959082 Apr 01 13:06:17.044114 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-afabafcf-b37f-466b-b8fc-004efc6bc45b req-bdd73492-1f08-474c-9892-7a51292641dc tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969350 Apr 01 13:06:17.137976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3aa7d421-c614-4232-a630-66e811ce1066 req-53c4fff4-6196-47f2-9fd0-a4dbf5ee8bc2 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128502 Apr 01 13:06:17.220088 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255437-8b52-4e61-8481-3aeb4eafa179 req-3d135328-bd8c-4e30-b064-3e1eff230065 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:17.221707 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-39255437-8b52-4e61-8481-3aeb4eafa179 req-3d135328-bd8c-4e30-b064-3e1eff230065 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0825815 Apr 01 13:06:17.306914 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-39255437-8b52-4e61-8481-3aeb4eafa179 req-704ebe72-fc2f-42dc-8fb5-770cc45dfdbd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699000 Apr 01 13:06:17.314598 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385759e-20d5-40b6-bb76-7e149f369c01 req-b026a6fd-84cc-4269-ab12-b1ff6f1253a0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:17.326002 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2385759e-20d5-40b6-bb76-7e149f369c01 req-b026a6fd-84cc-4269-ab12-b1ff6f1253a0 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.1201801 Apr 01 13:06:17.381836 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2385759e-20d5-40b6-bb76-7e149f369c01 req-dd0a72d8-cecb-43e8-adf1-9677c1217243 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525343 Apr 01 13:06:17.761472 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399f31-086c-4207-8727-567fe1ab4fcd req-5f405adf-a7c3-4d10-9e11-2281889550a7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:17.763234 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-55399f31-086c-4207-8727-567fe1ab4fcd req-5f405adf-a7c3-4d10-9e11-2281889550a7 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Apr 01 13:06:17.814699 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-55399f31-086c-4207-8727-567fe1ab4fcd req-baa03dd1-359f-4e58-bd33-ea60f919f7de tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Apr 01 13:06:18.160748 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254680b3-a1a7-4da6-a791-0fda9dc2e66f req-af17a367-81b2-4078-a24a-3a20f1db4c7a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.162311 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-254680b3-a1a7-4da6-a791-0fda9dc2e66f req-af17a367-81b2-4078-a24a-3a20f1db4c7a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0553818 Apr 01 13:06:18.217740 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-254680b3-a1a7-4da6-a791-0fda9dc2e66f req-3623d8c0-6b38-4326-9f92-712b8fbce0e8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Apr 01 13:06:18.255699 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131f22-d3cc-44d2-897c-ef1761bd46fb req-04fdc023-7576-4d39-8d26-4cab4bfe2091 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.257177 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a131f22-d3cc-44d2-897c-ef1761bd46fb req-04fdc023-7576-4d39-8d26-4cab4bfe2091 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0545182 Apr 01 13:06:18.318330 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a131f22-d3cc-44d2-897c-ef1761bd46fb req-e2ea0854-fcb9-4cd3-9f33-e596aa6f4b7e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544348 Apr 01 13:06:18.428081 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2dfb-ece4-4c41-be06-784726bde5cd req-83b2cdc8-e081-49bd-abd0-4e0cda87df86 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.429561 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61aa2dfb-ece4-4c41-be06-784726bde5cd req-83b2cdc8-e081-49bd-abd0-4e0cda87df86 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0564368 Apr 01 13:06:18.479047 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61aa2dfb-ece4-4c41-be06-784726bde5cd req-0308d90a-9ea0-4919-94c2-a9186b057e41 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Apr 01 13:06:18.503630 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95dce-bb38-487f-b485-d6bf2b908de8 req-512d0732-fb3a-493d-acb0-1d1e021684b8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.505160 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-63d95dce-bb38-487f-b485-d6bf2b908de8 req-512d0732-fb3a-493d-acb0-1d1e021684b8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0528560 Apr 01 13:06:18.555576 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-63d95dce-bb38-487f-b485-d6bf2b908de8 req-9abb4201-ae81-44d7-99c1-fe75fd993482 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 Apr 01 13:06:18.623627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-d5b906c4-aa4c-4851-98d1-45390eddfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.625063 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-d5b906c4-aa4c-4851-98d1-45390eddfd5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439320 Apr 01 13:06:18.746588 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-0913eb63-50d9-411d-991a-902cc20edba6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733547 Apr 01 13:06:18.750086 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-9a3f3098-d2dd-41b2-a3ca-256fde4530dc service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175995 Apr 01 13:06:18.873220 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-efb1a1c3-bc33-49f6-895c-cf1edbeb37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:18.874834 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-efb1a1c3-bc33-49f6-895c-cf1edbeb37fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=65fb521867914335907212c3c86e9caf&device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 1130 time: 0.1070988 Apr 01 13:06:18.880776 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-634b52fa-5d57-497d-8bb5-bedf0d0cc0b3 req-c688c8bc-5948-4bd2-9d35-51c841bd2fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231022 Apr 01 13:06:19.022354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-5b90b7c1-127e-498a-a539-9c9c64f3993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.023822 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-5b90b7c1-127e-498a-a539-9c9c64f3993a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 200 len: 919 time: 0.1231158 Apr 01 13:06:19.034153 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450577f-1942-4343-bb49-c6642ddadab6 req-e8d71a68-cd84-439e-81b4-a2b3249c67da tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.040370 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8450577f-1942-4343-bb49-c6642ddadab6 req-e8d71a68-cd84-439e-81b4-a2b3249c67da tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0913315 Apr 01 13:06:19.075441 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-f22fe1cd-08b3-48cb-95ab-3e64368da1a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556 HTTP/1.1" status: 200 len: 217 time: 0.0390141 Apr 01 13:06:19.136142 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8450577f-1942-4343-bb49-c6642ddadab6 req-afc265ae-c0eb-49f6-803c-8426a47a68ee tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f03a8d3-b0b6-49c1-840f-644ba972df81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941248 Apr 01 13:06:19.148302 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-d4344eea-218b-4512-942e-949064913bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.149797 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-d4344eea-218b-4512-942e-949064913bb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 200 len: 857 time: 0.0560524 Apr 01 13:06:19.229473 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-a505f540-eb42-4ca5-ba8c-8ea26869f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.231509 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-a505f540-eb42-4ca5-ba8c-8ea26869f120 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747459 Apr 01 13:06:19.256254 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081574-dec0-454c-9b0d-c1860715259c req-d0ed8962-42c6-4fe2-91a4-eb60fc9115e8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.257919 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2081574-dec0-454c-9b0d-c1860715259c req-d0ed8962-42c6-4fe2-91a4-eb60fc9115e8 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 945 time: 0.0693295 Apr 01 13:06:19.343627 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd0afe-6d44-46d0-8dc8-7c6f1a539532 req-79b8ce18-71ee-483c-b96d-94d535c64438 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.347556 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2cdd0afe-6d44-46d0-8dc8-7c6f1a539532 req-79b8ce18-71ee-483c-b96d-94d535c64438 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0554307 Apr 01 13:06:19.393269 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2cdd0afe-6d44-46d0-8dc8-7c6f1a539532 req-7cb79c02-0088-42a3-9b1b-10e62983da01 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Apr 01 13:06:19.402126 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-94fb5c7a-8ca4-47f9-bfd0-6e69b5c482d4 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633749 Apr 01 13:06:19.486681 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Deleting port 790b9473-a39b-48fa-adb2-da8dc0c60a6b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:19.487017 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:19.573149 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b34-973a-473f-9baf-12b2286a6ffd req-e44ee6d4-a9b1-4860-8961-ad0a9dc94956 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.574755 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a627b34-973a-473f-9baf-12b2286a6ffd req-e44ee6d4-a9b1-4860-8961-ad0a9dc94956 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.1838861 Apr 01 13:06:19.587433 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecbeb452-80cd-4809-9d78-229c5e485199 req-7727918d-fdba-4d73-b80f-505081a6c219 service neutron] 10.222.0.62 "GET /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785419 Apr 01 13:06:19.598735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c64fd-d70a-4206-af85-998c9b21c2e7 req-b6ac3893-10d1-4dc8-967d-174ac1f2bca6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.600251 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1b8c64fd-d70a-4206-af85-998c9b21c2e7 req-b6ac3893-10d1-4dc8-967d-174ac1f2bca6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0539701 Apr 01 13:06:19.650536 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1b8c64fd-d70a-4206-af85-998c9b21c2e7 req-6f6bf46f-d659-4608-b8fe-88ef04589507 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Apr 01 13:06:19.654316 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] For port 790b9473-a39b-48fa-adb2-da8dc0c60a6b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=790b9473-a39b-48fa-adb2-da8dc0c60a6b,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:19.654687 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:19.686181 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a627b34-973a-473f-9baf-12b2286a6ffd req-09227255-8260-4fe6-a411-9de6b5f620b1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037798 Apr 01 13:06:19.776614 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01397a3-7a50-4596-abed-08688e5a0bf5 req-5cf94449-6627-4577-9a2e-0d0862505a3a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:19.782249 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e01397a3-7a50-4596-abed-08688e5a0bf5 req-5cf94449-6627-4577-9a2e-0d0862505a3a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0633702 Apr 01 13:06:19.827919 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e01397a3-7a50-4596-abed-08688e5a0bf5 req-3ab11682-e754-4aaa-989e-29bc24ded4c8 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 Apr 01 13:06:19.844623 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:19.844994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:19.845338 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Floating IP 72ae45ac-daf5-4d97-8643-019c9ec94eb5 disassociated. External IP: 172.27.2.166, port: 790b9473-a39b-48fa-adb2-da8dc0c60a6b. Apr 01 13:06:19.845900 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Calling delete_port for 790b9473-a39b-48fa-adb2-da8dc0c60a6b owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:20.007139 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (790b9473-a39b-48fa-adb2-da8dc0c60a6b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:20.270575 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event deleted for resources: {'Port': ['ID=790b9473-a39b-48fa-adb2-da8dc0c60a6b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:20.321445 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70724e12-496e-4d2f-b229-7bf364f1e906 req-309f1a3e-e049-468d-93f3-483a167162cb tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0592871 Apr 01 13:06:20.416786 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-f574941c-ce89-4f53-aba7-947ef2ca8aba tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:20.419173 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-f574941c-ce89-4f53-aba7-947ef2ca8aba tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.1595609 Apr 01 13:06:20.486542 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Router 1902ef38-034f-4db9-a463-57667e58f110 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:06:20.518347 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf973-68cc-4e95-a25b-3cdd15c0d127 req-2a22585f-b4fd-4168-a88c-cf6d05790cd2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:20.519831 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1bdf973-68cc-4e95-a25b-3cdd15c0d127 req-2a22585f-b4fd-4168-a88c-cf6d05790cd2 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Apr 01 13:06:20.567298 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1bdf973-68cc-4e95-a25b-3cdd15c0d127 req-ec19d821-a4f5-49fb-93f1-50cc43bbd0a8 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Apr 01 13:06:20.617069 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Deleting port a0047f7e-4ed9-4a36-b663-688a41020858 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:20.617416 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:20.693813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:06:20.705481 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:06:20.723984 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:20.724638 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:20.760018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] No DVR routers for this DVR port 790b9473-a39b-48fa-adb2-da8dc0c60a6b on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:20.767257 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:20.770558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2081574-dec0-454c-9b0d-c1860715259c req-091dce17-fe7a-4077-9ad7-e417e823fa8a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "DELETE /v2.0/ports/790b9473-a39b-48fa-adb2-da8dc0c60a6b HTTP/1.1" status: 204 len: 173 time: 1.5028863 Apr 01 13:06:20.771010 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'name': 'network-vif-deleted', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:20.773228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a5154-e5ff-476a-b73f-128f5ccd285d" -d '{"events": [{"server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "name": "network-vif-deleted", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:20.823685 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] For port a0047f7e-4ed9-4a36-b663-688a41020858, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a0047f7e-4ed9-4a36-b663-688a41020858,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:20.823685 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:20.848980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ba9a-75b4-4265-a431-c7bb60630192 req-fd075650-fea5-4d1d-afd3-98ff63f74594 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:20.852313 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a712ba9a-75b4-4265-a431-c7bb60630192 req-fd075650-fea5-4d1d-afd3-98ff63f74594 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0813289 Apr 01 13:06:20.883177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:20.888172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7a6c2-feeb-4c0b-a4b9-12c96e16f9ca req-93c859b7-71e4-4530-9f9c-606b495d27a7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:20.889903 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cbe7a6c2-feeb-4c0b-a4b9-12c96e16f9ca req-93c859b7-71e4-4530-9f9c-606b495d27a7 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.1122181 Apr 01 13:06:20.923694 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a712ba9a-75b4-4265-a431-c7bb60630192 req-08cf8a9f-799e-4970-ae6f-aae124f97e7c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634768 Apr 01 13:06:20.984808 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06474e-3477-43cf-ab8e-1c8ee6aa0c00 x-openstack-request-id: req-cb06474e-3477-43cf-ab8e-1c8ee6aa0c00 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:20.985101 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba72a280-c848-4603-be6b-974710cf93f0", "name": "network-vif-deleted", "tag": "790b9473-a39b-48fa-adb2-da8dc0c60a6b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:20.985349 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb06474e-3477-43cf-ab8e-1c8ee6aa0c00 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:20.985772 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb06474e-3477-43cf-ab8e-1c8ee6aa0c00'] response: {'server_uuid': 'ba72a280-c848-4603-be6b-974710cf93f0', 'name': 'network-vif-deleted', 'tag': '790b9473-a39b-48fa-adb2-da8dc0c60a6b', 'status': 'completed', 'code': 200} Apr 01 13:06:21.001405 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cbe7a6c2-feeb-4c0b-a4b9-12c96e16f9ca req-7ac5ed5e-4833-46e8-840c-ea8881ff0508 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026082 Apr 01 13:06:21.079025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.079333 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.079840 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Floating IP e71dda99-56db-4753-a0d0-ca2c1d6f5e21 disassociated. External IP: 172.27.2.70, port: a0047f7e-4ed9-4a36-b663-688a41020858. Apr 01 13:06:21.080192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Calling delete_port for a0047f7e-4ed9-4a36-b663-688a41020858 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:21.106958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fbe0f-5e8d-464e-949f-ec3907f2655a req-5093408e-771f-4a5b-95d8-49f87a542423 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:21.108483 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d9fbe0f-5e8d-464e-949f-ec3907f2655a req-5093408e-771f-4a5b-95d8-49f87a542423 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 945 time: 0.0569100 Apr 01 13:06:21.142437 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:21.170207 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d9fbe0f-5e8d-464e-949f-ec3907f2655a req-37e54f09-1e77-4753-8aff-c2b7b7d87b75 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups?id=207966f3-ec27-4a38-b7bf-b63397c40152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557177 Apr 01 13:06:21.174954 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:06:21.185755 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:21.186377 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:21.282033 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (a0047f7e-4ed9-4a36-b663-688a41020858), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.300848 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:21.314845 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'Port': ['ID=a0047f7e-4ed9-4a36-b663-688a41020858,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:21.443182 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92bd4967-330c-4211-9d0b-72749990a4ab req-13368c7b-2171-41de-b6f0-7e060d7e7995 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba72a280-c848-4603-be6b-974710cf93f0 HTTP/1.1" status: 200 len: 210 time: 0.0360439 Apr 01 13:06:21.460771 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:06:21.514212 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:21.546264 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:06:21.549688 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1015e02-bdbb-46bc-adf8-0c3413c772a9 None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:16Z', 'revision_number': 4, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'a76a752e-8372-4699-a5bb-44fe948773d9', 'name': '', 'network_id': 'f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'mac_address': 'fa:16:3e:91:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:16Z', 'updated_at': '2022-04-01T13:01:21Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'subnets': [{'id': '01d9fada-da2a-4724-b553-e5cb6cb2fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:06:21.579040 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:06:21.596405 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:06:21.610145 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:21.611244 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:21.668209 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:21.668425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] No DVR routers for this DVR port a0047f7e-4ed9-4a36-b663-688a41020858 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:21.679159 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.691853 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '19993173-ed50-450a-93a0-3421dfd4949b', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'port_id': '19993173-ed50-450a-93a0-3421dfd4949b', 'mac_address': 'fa:16:3e:d3:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:06:21.694520 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a78fe8-fb0d-4727-a11d-09fe3a065637 req-de25c2d9-ed5f-46c6-bb30-0eaa9a360292 tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.62 "DELETE /v2.0/ports/a0047f7e-4ed9-4a36-b663-688a41020858 HTTP/1.1" status: 204 len: 173 time: 1.2706401 Apr 01 13:06:21.734644 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:21.769005 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:06:21.772597 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.797478 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:06:21.818857 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc0c8-cd5e-4d1b-a837-a1c4f74a5b59 req-acda4c43-1bcf-4c46-b7db-c47f95bf8136 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:21.831829 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:21.839142 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb0dc0c8-cd5e-4d1b-a837-a1c4f74a5b59 req-acda4c43-1bcf-4c46-b7db-c47f95bf8136 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 944 time: 0.1394284 Apr 01 13:06:21.900546 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:21.900546 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a46b8649-ecfc-4321-a298-6dc35904af67 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:06:21.964099 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb0dc0c8-cd5e-4d1b-a837-a1c4f74a5b59 req-8aebe2f2-e7ba-492d-8e4a-3323b73580b7 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210570 Apr 01 13:06:21.971884 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=9']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:21.993667 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:22.027617 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:06:22.038345 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:22.038345 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:22.041830 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d301571-96d4-4efa-a111-72aaaf06a72f None None] New status for floating IP 72ae45ac-daf5-4d97-8643-019c9ec94eb5: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:06:22.143278 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f22be-da91-4230-baad-9ac981c5521d req-53a087bf-70a0-4ef1-9044-63b85bfa73d0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:22.144934 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-246f22be-da91-4230-baad-9ac981c5521d req-53a087bf-70a0-4ef1-9044-63b85bfa73d0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 943 time: 0.0657191 Apr 01 13:06:22.155927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb994d7-8848-480f-ae81-f658b1cd5316 req-777fa8e7-83e1-4d6d-9778-063d969483cc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:22.157595 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cb994d7-8848-480f-ae81-f658b1cd5316 req-777fa8e7-83e1-4d6d-9778-063d969483cc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0896430 Apr 01 13:06:22.185192 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:22.222972 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-246f22be-da91-4230-baad-9ac981c5521d req-bbba57ce-0fd5-4ccc-bcb1-868874db220b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670631 Apr 01 13:06:22.257984 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cb994d7-8848-480f-ae81-f658b1cd5316 req-666bc738-01e2-47d3-8c66-8a2e7b0d77bd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924332 Apr 01 13:06:22.295645 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a46b8649-ecfc-4321-a298-6dc35904af67,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:22.307223 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:06:22.325821 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5ffc0044-d80a-4854-8ea3-f77fa7c4fc72 req-e8c7820a-2352-4da6-a35e-e343c67a5c5c tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fef665-d57e-4cef-a02c-563111e5588b HTTP/1.1" status: 200 len: 210 time: 0.0318220 Apr 01 13:06:22.347254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port a46b8649-ecfc-4321-a298-6dc35904af67 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:06:22.347644 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.360793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46b8649-ecfc-4321-a298-6dc35904af67 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:06:22.382037 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a46b8649-ecfc-4321-a298-6dc35904af67,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:22.418337 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:22.450618 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379fbbb-e0ad-45c1-8200-25e9ad96a63c None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:00:16Z', 'revision_number': 4, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'f8e4a0d3-c695-41bd-924a-01e23e864396', 'name': '', 'network_id': '2b997467-5787-4cb0-a9fb-fa858dd2b1bf', 'tenant_id': '458c96d3440e40178563936a92e99520', 'mac_address': 'fa:16:3e:fb:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:14Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'subnets': [{'id': 'e7ea62d7-b0b0-48f6-9329-a08761a9dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:06:22.471628 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.526146 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:22.598799 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33554) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:22.663488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (4f03a8d3-b0b6-49c1-840f-644ba972df81), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.692855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (4f03a8d3-b0b6-49c1-840f-644ba972df81), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.710289 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5403f94-8de2-4684-84f3-be7143c71ff7 None None] New status for floating IP e71dda99-56db-4753-a0d0-ca2c1d6f5e21: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:06:22.751694 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['19993173-ed50-450a-93a0-3421dfd4949b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:06:22.775704 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['a46b8649-ecfc-4321-a298-6dc35904af67'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:06:22.813018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (4f03a8d3-b0b6-49c1-840f-644ba972df81), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.816077 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.817771 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "DELETE /v2.0/security-groups/4f03a8d3-b0b6-49c1-840f-644ba972df81 HTTP/1.1" status: 204 len: 168 time: 0.2192698 Apr 01 13:06:22.820454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33556) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:22.829069 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701a615-4c43-438c-80fe-e94a51978b4d tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f03a8d3-b0b6-49c1-840f-644ba972df81,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:22.836239 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-a56f6113-6563-4172-82e9-e338e4a16c4b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] show failed (client error): The resource could not be found. Apr 01 13:06:22.838395 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a56f6113-6563-4172-82e9-e338e4a16c4b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups/4f03a8d3-b0b6-49c1-840f-644ba972df81 HTTP/1.1" status: 404 len: 347 time: 0.0159450 Apr 01 13:06:22.843600 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33558) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:22.982639 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Deleting port 5b186057-11d9-4d55-bd8e-dfbe35c7cf45 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:22.982942 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:22.986536 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'name': 'network-vif-deleted', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:22.990769 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb86f4-f8e2-4781-9b2f-ccb7b002f362" -d '{"events": [{"server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "name": "network-vif-deleted", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:23.041272 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e71d1e-b60e-4a1c-9dfd-7e2449b9b9e8 x-openstack-request-id: req-f0e71d1e-b60e-4a1c-9dfd-7e2449b9b9e8 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:23.041970 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fef665-d57e-4cef-a02c-563111e5588b", "name": "network-vif-deleted", "tag": "a0047f7e-4ed9-4a36-b663-688a41020858", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:23.042236 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0e71d1e-b60e-4a1c-9dfd-7e2449b9b9e8 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:23.042728 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e71d1e-b60e-4a1c-9dfd-7e2449b9b9e8'] response: {'server_uuid': 'a9fef665-d57e-4cef-a02c-563111e5588b', 'name': 'network-vif-deleted', 'tag': 'a0047f7e-4ed9-4a36-b663-688a41020858', 'status': 'completed', 'code': 200} Apr 01 13:06:23.071232 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.071895 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.091958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Calling delete_port for 5b186057-11d9-4d55-bd8e-dfbe35c7cf45 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:23.144985 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2aef5-1f1d-4d90-92e1-12fd1845f53a req-9c5e48c1-3cc1-4d84-bd2f-3e59cd98e133 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:23.147701 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2f2aef5-1f1d-4d90-92e1-12fd1845f53a req-9c5e48c1-3cc1-4d84-bd2f-3e59cd98e133 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.0870185 Apr 01 13:06:23.195840 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2f2aef5-1f1d-4d90-92e1-12fd1845f53a req-73fc3e38-c2ef-409f-8ebb-5909289f6745 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Apr 01 13:06:23.316728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (5b186057-11d9-4d55-bd8e-dfbe35c7cf45), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.347088 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event deleted for resources: {'Port': ['ID=5b186057-11d9-4d55-bd8e-dfbe35c7cf45,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:23.387442 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18baf8-f0cf-43ec-9b0f-45bcaeba1990 req-d5ce5502-e3ed-4443-ab39-001200a31c91 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:23.388987 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f18baf8-f0cf-43ec-9b0f-45bcaeba1990 req-d5ce5502-e3ed-4443-ab39-001200a31c91 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0627272 Apr 01 13:06:23.401371 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44994fc-e0ca-4eec-9f83-ec241bbbf392 req-9e57afc2-d604-439c-af11-7067f56af637 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:23.403700 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a44994fc-e0ca-4eec-9f83-ec241bbbf392 req-9e57afc2-d604-439c-af11-7067f56af637 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 944 time: 0.1168318 Apr 01 13:06:23.440885 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks [] for floatingip (72ae45ac-daf5-4d97-8643-019c9ec94eb5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.443558 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.444762 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-dfaac83c-8c8e-41c0-9764-584dc4eba5c4 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "DELETE /v2.0/floatingips/72ae45ac-daf5-4d97-8643-019c9ec94eb5 HTTP/1.1" status: 204 len: 168 time: 0.6001122 Apr 01 13:06:23.451040 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4f18baf8-f0cf-43ec-9b0f-45bcaeba1990 req-564ddd32-8b41-4bb2-8551-4bd733e7908c tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560672 Apr 01 13:06:23.470055 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a44994fc-e0ca-4eec-9f83-ec241bbbf392 req-d4a85590-be7b-467d-9d97-f3157233a9c6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597951 Apr 01 13:06:23.540724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 790b9473-a39b-48fa-adb2-da8dc0c60a6b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:23.561131 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 790b9473-a39b-48fa-adb2-da8dc0c60a6b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:23.561471 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 790b9473-a39b-48fa-adb2-da8dc0c60a6b not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:23.561916 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a0047f7e-4ed9-4a36-b663-688a41020858 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:23.580586 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33574) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:23.581711 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: a0047f7e-4ed9-4a36-b663-688a41020858 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:23.582058 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a0047f7e-4ed9-4a36-b663-688a41020858 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:23.632863 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (207966f3-ec27-4a38-b7bf-b63397c40152), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.659870 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (207966f3-ec27-4a38-b7bf-b63397c40152), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.755856 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (207966f3-ec27-4a38-b7bf-b63397c40152), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.758677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.759907 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "DELETE /v2.0/security-groups/207966f3-ec27-4a38-b7bf-b63397c40152 HTTP/1.1" status: 204 len: 168 time: 0.1781514 Apr 01 13:06:23.763372 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33578) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:23.771598 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e058-4659-48f0-a124-4461d1e8e29f tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207966f3-ec27-4a38-b7bf-b63397c40152,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:23.776992 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-10b1cd21-6154-46dd-a97a-175adde0bbff tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] show failed (client error): The resource could not be found. Apr 01 13:06:23.778703 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-10b1cd21-6154-46dd-a97a-175adde0bbff tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "GET /v2.0/security-groups/207966f3-ec27-4a38-b7bf-b63397c40152 HTTP/1.1" status: 404 len: 347 time: 0.0143871 Apr 01 13:06:23.781938 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33580) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:23.905419 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Deleting port 297da9ad-2262-48db-abd2-6283a4bbc92b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:23.905783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.978879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.979119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (297da9ad-2262-48db-abd2-6283a4bbc92b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:23.990688 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Calling delete_port for 297da9ad-2262-48db-abd2-6283a4bbc92b owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:24.195567 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (297da9ad-2262-48db-abd2-6283a4bbc92b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:24.221857 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Pushing event deleted for resources: {'Port': ['ID=297da9ad-2262-48db-abd2-6283a4bbc92b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:24.251850 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks [] for floatingip (e71dda99-56db-4753-a0d0-ca2c1d6f5e21), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:24.254422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:24.255603 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e00a05b3-bbc1-4fd0-bae1-05143d83969a tempest-AttachVolumeTestJSON-1214748238 tempest-AttachVolumeTestJSON-1214748238-project] 10.222.0.43 "DELETE /v2.0/floatingips/e71dda99-56db-4753-a0d0-ca2c1d6f5e21 HTTP/1.1" status: 204 len: 168 time: 0.4727335 Apr 01 13:06:24.323546 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c013e-8e02-4551-b213-9671e61bb2e7 req-ffa462b1-2676-4cb2-ac76-ac7472483c09 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:24.325734 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33c013e-8e02-4551-b213-9671e61bb2e7 req-ffa462b1-2676-4cb2-ac76-ac7472483c09 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Apr 01 13:06:24.371770 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33c013e-8e02-4551-b213-9671e61bb2e7 req-6fc7ebea-7a7e-4d0e-b76c-65d70a5ded01 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Apr 01 13:06:24.580875 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2402ee-f3dd-4800-898c-5c67dab1ae7a req-b464a430-2374-4045-85e4-4abdc163da64 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:24.582423 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a2402ee-f3dd-4800-898c-5c67dab1ae7a req-b464a430-2374-4045-85e4-4abdc163da64 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0558684 Apr 01 13:06:24.601156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19162c3a-b7f7-4c32-9eec-275596a235f8 req-5c558160-ebc8-4edb-9a95-961217065e8a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:24.602654 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19162c3a-b7f7-4c32-9eec-275596a235f8 req-5c558160-ebc8-4edb-9a95-961217065e8a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 944 time: 0.0549092 Apr 01 13:06:24.643169 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a2402ee-f3dd-4800-898c-5c67dab1ae7a req-3fab2f0d-4d30-4ad3-9ec2-2f6702b11735 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546710 Apr 01 13:06:24.652037 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-19162c3a-b7f7-4c32-9eec-275596a235f8 req-88a02206-c127-4900-ab69-2c96d5b18066 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 Apr 01 13:06:25.496375 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfc1a6-b961-4c2c-85d9-d3b885aeb174 req-ce1fa214-2646-4833-bd07-9b336b471c50 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:25.498001 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d4bfc1a6-b961-4c2c-85d9-d3b885aeb174 req-ce1fa214-2646-4833-bd07-9b336b471c50 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 945 time: 0.0549343 Apr 01 13:06:25.545805 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d4bfc1a6-b961-4c2c-85d9-d3b885aeb174 req-9be7bf38-2948-4a74-8813-1be0c3388991 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Apr 01 13:06:25.553975 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:06:25.607277 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 19993173-ed50-450a-93a0-3421dfd4949b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:06:25.607646 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (19993173-ed50-450a-93a0-3421dfd4949b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:25.685508 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 19993173-ed50-450a-93a0-3421dfd4949b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:06:25.687443 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:25.725810 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:25.727077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:25.729615 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcc453c-a9d2-4a17-931e-554d047d81e6" -d '{"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:25.780485 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e513d4-ef13-41af-871a-8d838f370fd8 req-86f60054-779a-4bb9-a8d4-7e2287aeaab0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:25.782226 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32e513d4-ef13-41af-871a-8d838f370fd8 req-86f60054-779a-4bb9-a8d4-7e2287aeaab0 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0641675 Apr 01 13:06:25.784644 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187581-7132-4297-8e51-997975ef3964 req-f342442c-1e66-4892-947a-7269ef0eed27 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:25.786268 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-85187581-7132-4297-8e51-997975ef3964 req-f342442c-1e66-4892-947a-7269ef0eed27 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 944 time: 0.0595460 Apr 01 13:06:25.796133 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:25.796986 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a46b8649-ecfc-4321-a298-6dc35904af67 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:06:25.845540 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-85187581-7132-4297-8e51-997975ef3964 req-3631c91c-c2dd-4919-ab00-164a254d3a64 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536401 Apr 01 13:06:25.860600 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32e513d4-ef13-41af-871a-8d838f370fd8 req-aec0e1d2-d94d-4805-9159-ce619a550c45 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725615 Apr 01 13:06:25.896072 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d46331-0197-40e6-8be2-f6642d32f085 x-openstack-request-id: req-22d46331-0197-40e6-8be2-f6642d32f085 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:25.896367 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-plugged", "status": "completed", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:25.896624 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22d46331-0197-40e6-8be2-f6642d32f085 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:25.897023 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d46331-0197-40e6-8be2-f6642d32f085'] response: {'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'code': 200} Apr 01 13:06:25.901726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=10']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:25.961531 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port a46b8649-ecfc-4321-a298-6dc35904af67 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:06:25.966447 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port a46b8649-ecfc-4321-a298-6dc35904af67 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:06:25.966832 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:26.044227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port a46b8649-ecfc-4321-a298-6dc35904af67 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:06:26.046017 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:26.081134 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a46b8649-ecfc-4321-a298-6dc35904af67,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:26.122320 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:26.174098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:26.241671 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000300d-31b9-4d40-9193-8f05cda43666 req-b1f1fee5-ef2c-40fd-8311-942fd458b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:26.243156 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5000300d-31b9-4d40-9193-8f05cda43666 req-b1f1fee5-ef2c-40fd-8311-942fd458b4a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 1131 time: 0.0436139 Apr 01 13:06:26.286314 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5000300d-31b9-4d40-9193-8f05cda43666 req-f1d01203-bad3-45da-93cc-9d56f9dc8b71 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367665 Apr 01 13:06:26.531117 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500f29-5e87-4d28-8dc3-22b779348c5d req-40683f68-f2e7-490f-a669-80ea9dad9d32 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:26.532568 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a500f29-5e87-4d28-8dc3-22b779348c5d req-40683f68-f2e7-490f-a669-80ea9dad9d32 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0523720 Apr 01 13:06:26.582050 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a500f29-5e87-4d28-8dc3-22b779348c5d req-042fc260-3dc2-49d5-ae0b-982b73882b27 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Apr 01 13:06:26.673345 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e0e6d-4fa4-4c98-a73e-acd5f132125a req-82964d63-59e6-4f89-9659-c58043ad056b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:26.674840 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe1e0e6d-4fa4-4c98-a73e-acd5f132125a req-82964d63-59e6-4f89-9659-c58043ad056b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0551002 Apr 01 13:06:26.720715 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe1e0e6d-4fa4-4c98-a73e-acd5f132125a req-2c707ea9-6cf0-48d9-bb05-985661a7bd60 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396259 Apr 01 13:06:26.970235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e4376-eb21-4e61-b3c2-fe946f2a4589 req-45ead2d8-0f13-48c8-8829-a2d9f91ece01 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:26.971832 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-722e4376-eb21-4e61-b3c2-fe946f2a4589 req-45ead2d8-0f13-48c8-8829-a2d9f91ece01 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0544820 Apr 01 13:06:26.998626 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427af8-eec9-44d1-95ba-8e559b565c49 req-c6cd2051-ee22-4ce5-8a5e-793925520aa7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:27.000101 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d427af8-eec9-44d1-95ba-8e559b565c49 req-c6cd2051-ee22-4ce5-8a5e-793925520aa7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0523367 Apr 01 13:06:27.021909 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-722e4376-eb21-4e61-b3c2-fe946f2a4589 req-19eaffeb-f587-4eb9-ae33-87227f51742b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442364 Apr 01 13:06:27.059481 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d427af8-eec9-44d1-95ba-8e559b565c49 req-515dfbf3-7eae-4f86-ba7c-2b42f6ce2bb6 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536015 Apr 01 13:06:27.447339 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-15560ff4-1724-4ff0-b7d8-a98fbffd8575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:27.706557 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed77d8-8643-4311-95ad-773525fcfb60 req-3c1f7ae8-c93a-4dd9-8f05-bd82d1ad5293 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:27.707814 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32ed77d8-8643-4311-95ad-773525fcfb60 req-3c1f7ae8-c93a-4dd9-8f05-bd82d1ad5293 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0563743 Apr 01 13:06:27.761309 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32ed77d8-8643-4311-95ad-773525fcfb60 req-a94d0ef4-c816-4220-b1e7-73d8a62ce388 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Apr 01 13:06:27.852325 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bf35-4946-4a7c-a268-adaf66d2b9a9 req-c9d4a803-6a59-45db-b090-616c12519eed tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:27.853855 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6052bf35-4946-4a7c-a268-adaf66d2b9a9 req-c9d4a803-6a59-45db-b090-616c12519eed tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0529385 Apr 01 13:06:27.897956 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:27.900212 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e377cd6-30d8-4f9a-9e7f-9f0ff1c81f03" -d '{"events": [{"server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "name": "network-vif-plugged", "status": "completed", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:27.902780 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6052bf35-4946-4a7c-a268-adaf66d2b9a9 req-8121d73a-ed0f-427d-9048-a361799e97b1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Apr 01 13:06:27.940218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920c665e-30e6-4966-a856-852bc58815c7 x-openstack-request-id: req-920c665e-30e6-4966-a856-852bc58815c7 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:27.940218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "name": "network-vif-plugged", "status": "completed", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:27.940218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-920c665e-30e6-4966-a856-852bc58815c7 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:27.940218 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920c665e-30e6-4966-a856-852bc58815c7'] response: {'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'code': 200} Apr 01 13:06:28.151985 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5227-e1a3-4a2e-b4c7-803cb62ada65 req-9336dee5-b990-4dfb-b50e-a2f53c69e43f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:28.153610 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab8f5227-e1a3-4a2e-b4c7-803cb62ada65 req-9336dee5-b990-4dfb-b50e-a2f53c69e43f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0640721 Apr 01 13:06:28.206688 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab8f5227-e1a3-4a2e-b4c7-803cb62ada65 req-ce343dd2-c454-40cc-9c21-cd86355e7989 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Apr 01 13:06:28.223060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101d8a1-200e-481b-8486-c03a8315af71 req-32800458-eafb-4116-83ec-beea6dfb584d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:28.224739 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7101d8a1-200e-481b-8486-c03a8315af71 req-32800458-eafb-4116-83ec-beea6dfb584d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0978055 Apr 01 13:06:28.255806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9de3d6-9072-44eb-a9fa-2ee15a94d2ea req-310482bd-484c-414f-9f13-d8c3963cd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:28.257419 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fb9de3d6-9072-44eb-a9fa-2ee15a94d2ea req-310482bd-484c-414f-9f13-d8c3963cd861 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1129 time: 0.0946891 Apr 01 13:06:28.296429 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33684) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:28.321942 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7101d8a1-200e-481b-8486-c03a8315af71 req-332d4cb1-dd88-4b97-b92e-507fee0e781d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916214 Apr 01 13:06:28.343883 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fb9de3d6-9072-44eb-a9fa-2ee15a94d2ea req-15edc61a-22bd-471a-9ce1-73aa604312cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760248 Apr 01 13:06:28.963496 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2906f4-0ab2-4bd5-b36b-2fa3aedf456f req-a11ca043-124d-4626-8ab0-aedd8d17ec43 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:28.966322 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b2906f4-0ab2-4bd5-b36b-2fa3aedf456f req-a11ca043-124d-4626-8ab0-aedd8d17ec43 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.1318941 Apr 01 13:06:29.035119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563965d-072b-43ad-bc2a-fc38c8fa7a4c req-567deb0a-f18e-47ed-a9ef-5b43e786bf51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:29.036581 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4563965d-072b-43ad-bc2a-fc38c8fa7a4c req-567deb0a-f18e-47ed-a9ef-5b43e786bf51 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0564215 Apr 01 13:06:29.054957 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b2906f4-0ab2-4bd5-b36b-2fa3aedf456f req-c53fdce6-4fc0-4695-9665-e3e9b68d0760 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Apr 01 13:06:29.086517 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4563965d-072b-43ad-bc2a-fc38c8fa7a4c req-d92068a7-5cca-4185-845d-0782a21f0766 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440197 Apr 01 13:06:29.148994 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (daa5bab1-433f-477e-b897-58e6307c33b3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.169823 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-9e05dfcc-3a44-4b1d-8402-e247b7b84de3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:29.171286 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-9e05dfcc-3a44-4b1d-8402-e247b7b84de3 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 946 time: 0.0542004 Apr 01 13:06:29.276129 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Deleting port f946f31f-34b0-4bc8-b962-1f0aa0a70556 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:29.276800 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.368224 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] For port f946f31f-34b0-4bc8-b962-1f0aa0a70556, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f946f31f-34b0-4bc8-b962-1f0aa0a70556,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:29.368616 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.383925 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Calling delete_port for f946f31f-34b0-4bc8-b962-1f0aa0a70556 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:29.408316 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e280b-13d3-4bcb-ac67-8a67cfc84429 req-75730aa3-94ac-4f6b-8589-745044d13c87 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:29.409861 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c2e280b-13d3-4bcb-ac67-8a67cfc84429 req-75730aa3-94ac-4f6b-8589-745044d13c87 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.1067555 Apr 01 13:06:29.500849 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a82b0-7774-4293-aafe-4ca640b156f1 req-e18a813b-6dc8-45eb-be50-640cae9fa729 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:29.502719 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-087a82b0-7774-4293-aafe-4ca640b156f1 req-e18a813b-6dc8-45eb-be50-640cae9fa729 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.1064606 Apr 01 13:06:29.512313 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0c2e280b-13d3-4bcb-ac67-8a67cfc84429 req-d02ddec5-fec5-47ae-822f-dda57c8f2266 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883427 Apr 01 13:06:29.566517 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Deleting port f8e4a0d3-c695-41bd-924a-01e23e864396 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:29.566950 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.606817 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-087a82b0-7774-4293-aafe-4ca640b156f1 req-7ec85fd4-5a4c-4b2c-a1a6-581be03b4160 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952811 Apr 01 13:06:29.648879 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] For port f8e4a0d3-c695-41bd-924a-01e23e864396, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=f8e4a0d3-c695-41bd-924a-01e23e864396,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:29.649247 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.663701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Calling delete_port for f8e4a0d3-c695-41bd-924a-01e23e864396 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:29.704724 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (f946f31f-34b0-4bc8-b962-1f0aa0a70556), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.725153 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['21bd57c7-f468-4145-b591-db73e8cc83b5', 'f946f31f-34b0-4bc8-b962-1f0aa0a70556'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:06:29.735657 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event deleted for resources: {'Port': ['ID=f946f31f-34b0-4bc8-b962-1f0aa0a70556,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:29.811038 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] No DVR routers for this DVR port f946f31f-34b0-4bc8-b962-1f0aa0a70556 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:29.816355 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.819989 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ec2f6fdf-0de4-4438-85c8-45de6943fda3 req-881e1fd1-7747-496c-a657-57ba08a47217 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "DELETE /v2.0/ports/f946f31f-34b0-4bc8-b962-1f0aa0a70556 HTTP/1.1" status: 204 len: 173 time: 0.6434445 Apr 01 13:06:29.820436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'name': 'network-vif-deleted', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:29.822858 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e9cd3-2a3f-49ab-a37c-5522500ac7bc" -d '{"events": [{"server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "name": "network-vif-deleted", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:29.863471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0991e37e-e16f-4107-a1e8-b0f9b7d4287a x-openstack-request-id: req-0991e37e-e16f-4107-a1e8-b0f9b7d4287a {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:29.863766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9d96a-7e6f-4157-8081-f214e75285ad", "name": "network-vif-deleted", "tag": "f946f31f-34b0-4bc8-b962-1f0aa0a70556", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:29.864017 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0991e37e-e16f-4107-a1e8-b0f9b7d4287a {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:29.865087 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0991e37e-e16f-4107-a1e8-b0f9b7d4287a'] response: {'server_uuid': 'c4d9d96a-7e6f-4157-8081-f214e75285ad', 'name': 'network-vif-deleted', 'tag': 'f946f31f-34b0-4bc8-b962-1f0aa0a70556', 'status': 'completed', 'code': 200} Apr 01 13:06:29.938971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7e642389-9f9e-4e55-9207-e005cfb9a615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.967621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (f8e4a0d3-c695-41bd-924a-01e23e864396), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:29.994308 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e4a0d3-c695-41bd-924a-01e23e864396,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:30.156680 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d83f67f6-123d-42eb-999e-0f39a850d36a req-7c419050-4d18-4702-a4d2-99e4ce9c454f tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d9d96a-7e6f-4157-8081-f214e75285ad HTTP/1.1" status: 200 len: 210 time: 0.0300829 Apr 01 13:06:30.190577 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (daa5bab1-433f-477e-b897-58e6307c33b3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:30.416308 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Router daa5bab1-433f-477e-b897-58e6307c33b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:06:30.522787 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:06:30.531240 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-feee75d9-fbdc-4e16-a2a2-dace581ca7cd admin admin] 10.222.0.43 "PUT /v2.0/routers/daa5bab1-433f-477e-b897-58e6307c33b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312400 Apr 01 13:06:30.531919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33704) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:30.543740 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Sync routers for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:06:30.559600 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:30.560598 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:30.644239 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f58ee-da94-4b0e-8f71-7a83aa5262a4 req-deb9c46f-cd5f-4225-900a-417d77fe1d05 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:30.645927 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-061f58ee-da94-4b0e-8f71-7a83aa5262a4 req-deb9c46f-cd5f-4225-900a-417d77fe1d05 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0617754 Apr 01 13:06:30.663773 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks [] for router (daa5bab1-433f-477e-b897-58e6307c33b3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:30.692802 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:30.708063 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-061f58ee-da94-4b0e-8f71-7a83aa5262a4 req-020da3fe-c21a-4bf0-b913-d8bdd5ae21dd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560153 Apr 01 13:06:30.839174 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3995-d764-46b2-b706-02bc6480d0af req-3260f93b-12b5-4dc7-a55f-a8cc4a236e31 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:30.848208 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a20a3995-d764-46b2-b706-02bc6480d0af req-3260f93b-12b5-4dc7-a55f-a8cc4a236e31 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0718205 Apr 01 13:06:30.905710 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a20a3995-d764-46b2-b706-02bc6480d0af req-637dc311-fa3b-4af3-bfc3-d7e5ca94da0f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557821 Apr 01 13:06:30.920395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:06:29Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:30.928051 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33710) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:30.955788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Checking router: daa5bab1-433f-477e-b897-58e6307c33b3 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:06:30.959292 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:30.968042 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Routers {'daa5bab1-433f-477e-b897-58e6307c33b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:30.968042 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['daa5bab1-433f-477e-b897-58e6307c33b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:30.977831 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dce62e-c403-4d54-88bf-1dc0f3b6656f tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:30.983702 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-00dce62e-c403-4d54-88bf-1dc0f3b6656f tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1124 time: 0.0504494 Apr 01 13:06:30.983702 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33712) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:30.989453 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:06:31.059336 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae007f9-318a-4570-b2a0-22060f906ab6 req-bf7fdd3b-3f0a-4e40-89fe-914b6b37f2d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:31.060826 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3ae007f9-318a-4570-b2a0-22060f906ab6 req-bf7fdd3b-3f0a-4e40-89fe-914b6b37f2d9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.3593004 Apr 01 13:06:31.075436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks [] for router_gateway (daa5bab1-433f-477e-b897-58e6307c33b3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.084585 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] Set router daa5bab1-433f-477e-b897-58e6307c33b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:31.087649 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.130612 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3ae007f9-318a-4570-b2a0-22060f906ab6 req-f8b40007-750d-4c2f-b253-b18eb8b5662e tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610428 Apr 01 13:06:31.190910 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.202823 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Deleting port 6a1b239d-0155-43f3-b64b-feb1cbf44623 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:31.203266 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.303353 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:06:29Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:31.322905 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] For port 6a1b239d-0155-43f3-b64b-feb1cbf44623, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6a1b239d-0155-43f3-b64b-feb1cbf44623,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:31.323387 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.330910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f45ab-d8a7-485d-bb74-1c35ec2e6b74 None None] The sync data for ids ['daa5bab1-433f-477e-b897-58e6307c33b3'] in dv-cinder-836083-2-iscsi is: [{'id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'name': 'tempest-AttachVolumeTestJSON-532877078-router', 'tenant_id': '458c96d3440e40178563936a92e99520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:07Z', 'updated_at': '2022-04-01T13:06:29Z', 'revision_number': 5, 'project_id': '458c96d3440e40178563936a92e99520', 'gw_port': {'id': '6a1b239d-0155-43f3-b64b-feb1cbf44623', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5bab1-433f-477e-b897-58e6307c33b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:09Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:06:31.334367 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.27.2.183 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/e322d70e-af1b-43af-8719-05db0e622804) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:06:31.341760 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Calling delete_port for 6a1b239d-0155-43f3-b64b-feb1cbf44623 owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:31.443599 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (e322d70e-af1b-43af-8719-05db0e622804), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.591486 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (e322d70e-af1b-43af-8719-05db0e622804), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.633771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:06:31.637807 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:06:31.642285 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (6a1b239d-0155-43f3-b64b-feb1cbf44623), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.643680 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:06:31.674393 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=e322d70e-af1b-43af-8719-05db0e622804,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:31.684093 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1b239d-0155-43f3-b64b-feb1cbf44623,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:31.714617 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (daa5bab1-433f-477e-b897-58e6307c33b3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.843967 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf2727-53e0-480d-88c8-25def99bb2d2 req-ef47ee8f-639d-4f99-b29d-9d043d11fa76 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:31.850941 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9cf2727-53e0-480d-88c8-25def99bb2d2 req-ef47ee8f-639d-4f99-b29d-9d043d11fa76 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1376786 Apr 01 13:06:31.874581 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (daa5bab1-433f-477e-b897-58e6307c33b3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.875190 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device f8e4a0d3-c695-41bd-924a-01e23e864396 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:31.877985 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks [] for router_controller (daa5bab1-433f-477e-b897-58e6307c33b3), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:31.904652 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: f8e4a0d3-c695-41bd-924a-01e23e864396 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:31.905355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device f8e4a0d3-c695-41bd-924a-01e23e864396 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:31.974282 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9cf2727-53e0-480d-88c8-25def99bb2d2 req-6ba7b1cc-824e-4f22-bd36-692884546767 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223345 Apr 01 13:06:32.076478 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (daa5bab1-433f-477e-b897-58e6307c33b3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.077012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa5bab1-433f-477e-b897-58e6307c33b3 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:06:32.082105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.083264 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-690f1b9d-d7a3-41f9-9c1f-f11cfc2157bd admin admin] 10.222.0.43 "DELETE /v2.0/routers/daa5bab1-433f-477e-b897-58e6307c33b3 HTTP/1.1" status: 204 len: 168 time: 1.5503435 Apr 01 13:06:32.085757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33720) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:32.128672 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (ce5390b0-be5e-4277-b6ee-47d78f754e1c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.132311 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Deleting subnet e7ea62d7-b0b0-48f6-9329-a08761a9dc02 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:06:32.135421 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Publish callbacks [] for subnet (e7ea62d7-b0b0-48f6-9329-a08761a9dc02), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.171707 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Publish callbacks [] for subnet (e7ea62d7-b0b0-48f6-9329-a08761a9dc02), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.280399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (e7ea62d7-b0b0-48f6-9329-a08761a9dc02), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.321817 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e322d70e-af1b-43af-8719-05db0e622804), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.333427 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af2451-a2a2-48ea-b593-c07aa2c3f5f0 req-420bba3b-9c55-49d0-817c-962a96b17ed3 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:32.334955 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-73af2451-a2a2-48ea-b593-c07aa2c3f5f0 req-420bba3b-9c55-49d0-817c-962a96b17ed3 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.1141229 Apr 01 13:06:32.408954 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-73af2451-a2a2-48ea-b593-c07aa2c3f5f0 req-5483447d-9cda-486f-9f99-0352a18bfb39 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633495 Apr 01 13:06:32.470610 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.481498 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (e322d70e-af1b-43af-8719-05db0e622804), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.506386 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for subnet (e7ea62d7-b0b0-48f6-9329-a08761a9dc02), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.524493 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ea62d7-b0b0-48f6-9329-a08761a9dc02,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:32.528231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.531863 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d84cad68-9b67-4576-bb42-db84f472a5d7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7ea62d7-b0b0-48f6-9329-a08761a9dc02 HTTP/1.1" status: 204 len: 168 time: 0.4450927 Apr 01 13:06:32.534258 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33724) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:32.536750 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc790307-d865-49d6-aeef-a00aebcadb60 None None] Network 2b997467-5787-4cb0-a9fb-fa858dd2b1bf requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:32.604371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (2b997467-5787-4cb0-a9fb-fa858dd2b1bf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.607499 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (e322d70e-af1b-43af-8719-05db0e622804), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.665977 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Deleting port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:32.666511 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.681300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=e322d70e-af1b-43af-8719-05db0e622804,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:32.690055 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (ce5390b0-be5e-4277-b6ee-47d78f754e1c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.720210 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] DHCP port deletion for 2b997467-5787-4cb0-a9fb-fa858dd2b1bf request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:06:32.743042 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] For port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:32.743405 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.758577 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Calling delete_port for dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:32.779951 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Deleting port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:32.780741 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.848647 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] For port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,segment=NetworkSegment(b3490c6b-cc62-485d-8f2a-901aeee506a0),segment_id=b3490c6b-cc62-485d-8f2a-901aeee506a0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:32.854872 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.863118 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Calling delete_port for dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:32.922420 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:32.946547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:32.953976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] No DVR routers for this DVR port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 on host dv-cinder-836083-2-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:32.987935 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (dc9ead4f-3c13-4fab-a1c0-335e5cf0a954), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.021719 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] Pushing event deleted for resources: {'Port': ['ID=dc9ead4f-3c13-4fab-a1c0-335e5cf0a954,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:33.032600 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP ce5390b0-be5e-4277-b6ee-47d78f754e1c associated. External IP: 172.27.2.183, port: a46b8649-ecfc-4321-a298-6dc35904af67. Apr 01 13:06:33.038877 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (2b997467-5787-4cb0-a9fb-fa858dd2b1bf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.040162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff71104-c54c-45fe-8d9f-b553e487194f None None] No DVR routers for this DVR port dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:33.068246 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.068601 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.069373 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.069752 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > port after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.070087 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.071968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > port after_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.072310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.072639 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.072964 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.073344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.163549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77b466-9657-44f2-933e-e3756c32e50d req-2bfcc311-0f1a-4c7d-b6f6-c28e04626c6a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:33.165049 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4d77b466-9657-44f2-933e-e3756c32e50d req-2bfcc311-0f1a-4c7d-b6f6-c28e04626c6a tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0939100 Apr 01 13:06:33.170399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.170751 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.171114 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.171448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:06:33.171816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b997467-5787-4cb0-a9fb-fa858dd2b1bf']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.189696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3490c6b-cc62-485d-8f2a-901aeee506a0') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.189915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3490c6b-cc62-485d-8f2a-901aeee506a0') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.207225 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (b3490c6b-cc62-485d-8f2a-901aeee506a0), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.228891 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (b3490c6b-cc62-485d-8f2a-901aeee506a0), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.237099 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:06:33.237492 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (b3490c6b-cc62-485d-8f2a-901aeee506a0), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: from cryptography.utils import int_from_bytes Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: from cryptography.utils import int_from_bytes Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:06:33.241519 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:06:33.289100 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4d77b466-9657-44f2-933e-e3756c32e50d req-2aa4ceaa-bc1e-4df4-830e-61b83c8d1543 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142833 Apr 01 13:06:33.320294 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:06:33.379261 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (2b997467-5787-4cb0-a9fb-fa858dd2b1bf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.384696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.389777 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b997467-5787-4cb0-a9fb-fa858dd2b1bf HTTP/1.1" status: 204 len: 168 time: 0.8534939 Apr 01 13:06:33.400774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2802f2-8cee-4cb6-b245-6739c6ad0c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b997467-5787-4cb0-a9fb-fa858dd2b1bf,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:33.431553 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:06:33.444746 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:06:33.456720 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:33.458557 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.512793 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.533460 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a54ad0-f5fa-428e-bcd4-49ba763d3839 req-75e5809d-3c7d-4557-82f2-4b9cff0450a4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:33.535148 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2a54ad0-f5fa-428e-bcd4-49ba763d3839 req-75e5809d-3c7d-4557-82f2-4b9cff0450a4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0567336 Apr 01 13:06:33.547337 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-62fdfe44-6329-496e-8278-f65acfa6da2c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5631704 Apr 01 13:06:33.548173 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:33.550799 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:33.575668 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:33.585506 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device f946f31f-34b0-4bc8-b962-1f0aa0a70556 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:33.610058 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: f946f31f-34b0-4bc8-b962-1f0aa0a70556 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:33.610779 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device f946f31f-34b0-4bc8-b962-1f0aa0a70556 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:33.611015 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2a54ad0-f5fa-428e-bcd4-49ba763d3839 req-2444d466-9ac8-4902-ab33-d002d22ef5a7 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685029 Apr 01 13:06:33.680647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e089442c-3938-4bd4-9031-276e4eb11588 x-openstack-request-id: req-e089442c-3938-4bd4-9031-276e4eb11588 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:33.680647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:33.680647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e089442c-3938-4bd4-9031-276e4eb11588 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:33.680647 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e089442c-3938-4bd4-9031-276e4eb11588'] response: {'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'status': 'completed', 'code': 200} Apr 01 13:06:33.731647 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33738) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:33.767421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.780787 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-596addb7-4703-40b4-a85c-569054463c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:33.782464 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-596addb7-4703-40b4-a85c-569054463c92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1129 time: 0.0702095 Apr 01 13:06:33.794062 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6337c101-fdfd-41c7-b873-031f14a7353b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=458c96d3440e40178563936a92e99520&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0588717 Apr 01 13:06:33.794763 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33740) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:33.797700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6a1b239d-0155-43f3-b64b-feb1cbf44623 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:33.820017 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 6a1b239d-0155-43f3-b64b-feb1cbf44623 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:33.821020 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6a1b239d-0155-43f3-b64b-feb1cbf44623 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:33.821020 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:33.844319 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:33.844655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device dc9ead4f-3c13-4fab-a1c0-335e5cf0a954 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:33.848775 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] Publish callbacks [] for security_group (d0c6b354-3288-43e7-b175-2ca4fb608430), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.851381 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:31Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.873510 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] Publish callbacks [] for security_group (d0c6b354-3288-43e7-b175-2ca4fb608430), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.886222 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:06:33.895832 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:33.896525 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:33.923949 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-727c4a3f-dd51-469a-bd6f-9647c5864ee1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:33.925413 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-727c4a3f-dd51-469a-bd6f-9647c5864ee1 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.0765224 Apr 01 13:06:33.967679 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-47b924a1-3a92-47c7-900f-9f30b93c943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:33.969052 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-47b924a1-3a92-47c7-900f-9f30b93c943b service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.1770976 Apr 01 13:06:33.995640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (d0c6b354-3288-43e7-b175-2ca4fb608430), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:33.999123 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:34.003137 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0c6b354-3288-43e7-b175-2ca4fb608430 HTTP/1.1" status: 204 len: 168 time: 0.2046807 Apr 01 13:06:34.023503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ea963-5e48-4e3b-b73b-163222028206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6b354-3288-43e7-b175-2ca4fb608430,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:34.071573 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-7d26322b-dbfe-4b73-9aaa-c6c5cee01380 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 999 time: 0.0962584 Apr 01 13:06:34.101201 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:34.123791 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Deleting port 21bd57c7-f468-4145-b591-db73e8cc83b5 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:34.124139 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:34.165039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-d3d0974a-f256-4e73-bb8b-2e3fa6fe4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:34.166516 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-d3d0974a-f256-4e73-bb8b-2e3fa6fe4253 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0892441 Apr 01 13:06:34.243956 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-33369845-7ec3-4cf7-9902-928fa1c5731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:34.245450 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-33369845-7ec3-4cf7-9902-928fa1c5731b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717411 Apr 01 13:06:34.307736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] For port 21bd57c7-f468-4145-b591-db73e8cc83b5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21bd57c7-f468-4145-b591-db73e8cc83b5,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:34.308148 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:34.334454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Calling delete_port for 21bd57c7-f468-4145-b591-db73e8cc83b5 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:34.343461 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:31Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:34.376345 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd8756-0a48-40d8-b6c1-d78cd32329f4 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:31Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:06:34.437946 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-c2e45483-3935-4b1e-b1ea-3c451f6640fd service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863515 Apr 01 13:06:34.541093 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e621-e903-4227-a6e2-d3a2a0498a6f req-7a3f08fd-b20a-4bec-aa43-d3f60525495c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:34.546132 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c515e621-e903-4227-a6e2-d3a2a0498a6f req-7a3f08fd-b20a-4bec-aa43-d3f60525495c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 945 time: 0.1537988 Apr 01 13:06:34.618908 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc315563-d7c4-4703-8ae2-1bc3c254a65c None None] New status for floating IP ce5390b0-be5e-4277-b6ee-47d78f754e1c: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:06:34.646185 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca1a62e6-73d9-4be1-9339-a7f3fc8a73cc req-a55f7843-687d-436b-9738-3c88f01214e5 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010827 Apr 01 13:06:34.659389 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c515e621-e903-4227-a6e2-d3a2a0498a6f req-2ecd88aa-75e2-42ce-af5e-db1b8d60f51c tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096566 Apr 01 13:06:34.749853 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (21bd57c7-f468-4145-b591-db73e8cc83b5), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:34.776361 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627a47-7c5d-4294-8bdc-d413fe1929a7 req-878131a4-4487-4efa-86f4-11ae4b94fcb1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:34.779631 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc627a47-7c5d-4294-8bdc-d413fe1929a7 req-878131a4-4487-4efa-86f4-11ae4b94fcb1 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0634196 Apr 01 13:06:34.807056 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Pushing event deleted for resources: {'Port': ['ID=21bd57c7-f468-4145-b591-db73e8cc83b5,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:34.813123 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['21bd57c7-f468-4145-b591-db73e8cc83b5'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:06:34.858060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.859095 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.859909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.860494 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.861046 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.861717 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.862378 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.862937 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.863695 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc627a47-7c5d-4294-8bdc-d413fe1929a7 req-65040f6e-ab1f-4b6a-ab8c-d26857874aca tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692587 Apr 01 13:06:34.863931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.864398 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.864839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.865268 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.865759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.866192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.866852 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:34.894293 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] No DVR routers for this DVR port 21bd57c7-f468-4145-b591-db73e8cc83b5 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:34.896804 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:34.900540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43b17e74-dba8-43f5-b6f5-1c57c7ad6a1a req-4d57e5ba-cc7b-4427-be38-aaec3ed1ec8b tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.62 "DELETE /v2.0/ports/21bd57c7-f468-4145-b591-db73e8cc83b5 HTTP/1.1" status: 204 len: 173 time: 0.9663587 Apr 01 13:06:34.901160 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'name': 'network-vif-deleted', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:06:34.904468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50909f-efb0-4896-bfa9-f22387dbe85d" -d '{"events": [{"server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "name": "network-vif-deleted", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:06:34.943627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6e751-f2d9-4440-9905-d4e42c48f060 x-openstack-request-id: req-8de6e751-f2d9-4440-9905-d4e42c48f060 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:06:34.943915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dbb083-9745-40ad-8da1-19857fc03f89", "name": "network-vif-deleted", "tag": "21bd57c7-f468-4145-b591-db73e8cc83b5", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:06:34.944162 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8de6e751-f2d9-4440-9905-d4e42c48f060 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:06:34.944584 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de6e751-f2d9-4440-9905-d4e42c48f060'] response: {'server_uuid': '20dbb083-9745-40ad-8da1-19857fc03f89', 'name': 'network-vif-deleted', 'tag': '21bd57c7-f468-4145-b591-db73e8cc83b5', 'status': 'completed', 'code': 200} Apr 01 13:06:35.181430 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33768) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:35.293664 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836887665-network', 'tenant_id': 'd192e1a001ea455290f44625584be5e5'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:06:35.396044 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Made reservation on behalf of d192e1a001ea455290f44625584be5e5 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:06:35.398311 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.410527 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.482042 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks [] for security_group (03cc6842-d746-4c97-9822-73b3e8e0ec08), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.561638 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (03cc6842-d746-4c97-9822-73b3e8e0ec08), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.585677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:06:35.596428 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cc6842-d746-4c97-9822-73b3e8e0ec08,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:35.600755 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (b915dbd3-cdf8-4562-8d83-5b4b52bfe473), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.601188 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Added segment b915dbd3-cdf8-4562-8d83-5b4b52bfe473 of type vlan for network b847d8df-aed8-4d43-8ab1-31fac591c417 Apr 01 13:06:35.611690 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.612035 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.612369 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.612703 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.613033 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.613356 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.613705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.614026 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.614344 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.614662 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.614980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.615297 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.615743 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.615922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.616230 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:06:35.661129 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (b847d8df-aed8-4d43-8ab1-31fac591c417), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.767475 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b809feea-1db5-41d0-8fec-23e96b5e6cf2 req-231126b2-4adc-4f7b-9801-9c05463285e2 tempest-ServerRescueNegativeTestJSON-610033851 tempest-ServerRescueNegativeTestJSON-610033851-project] 10.222.0.43 "GET /v2.0/ports?device_id=20dbb083-9745-40ad-8da1-19857fc03f89 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Apr 01 13:06:35.768236 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (b847d8df-aed8-4d43-8ab1-31fac591c417), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.769097 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:35.769689 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:35.841531 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] Pushing event updated for resources: {'Network': ['ID=b847d8df-aed8-4d43-8ab1-31fac591c417,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:35.852763 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network b847d8df-aed8-4d43-8ab1-31fac591c417 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:06:35.908283 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-75e030a5-f198-4d14-b3d8-ce5b7edd0aae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7255549 Apr 01 13:06:35.925291 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33776) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:35.925291 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Request body: {'subnet': {'network_id': 'b847d8df-aed8-4d43-8ab1-31fac591c417', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836887665-subnet', 'tenant_id': 'd192e1a001ea455290f44625584be5e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:06:36.004964 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff750e-1bcc-431a-b5bb-d18088b6e98e req-4ace00bc-92fa-49e1-8228-9eb83f8d0dfd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:36.006529 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02ff750e-1bcc-431a-b5bb-d18088b6e98e req-4ace00bc-92fa-49e1-8228-9eb83f8d0dfd tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0588224 Apr 01 13:06:36.020669 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Made reservation on behalf of d192e1a001ea455290f44625584be5e5 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:06:36.022931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62503226'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:36.131111 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02ff750e-1bcc-431a-b5bb-d18088b6e98e req-543c7568-f4b0-407c-b966-52cfcd8a67fe tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=775c9e41-c560-42ad-bfd7-605f4ba9660c&id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178946 Apr 01 13:06:36.282288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59378307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62503212'] for subnet (0f853442-fcf4-42bd-9449-b4399da616eb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:36.335632 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f853442-fcf4-42bd-9449-b4399da616eb,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:36.352467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Checking segment: {'id': 'b915dbd3-cdf8-4562-8d83-5b4b52bfe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b847d8df-aed8-4d43-8ab1-31fac591c417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:06:36.352821 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Network hostable DHCP agents. Network: b847d8df-aed8-4d43-8ab1-31fac591c417, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:06:36.424644 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Network b847d8df-aed8-4d43-8ab1-31fac591c417 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:06:36.515891 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, b847d8df-aed8-4d43-8ab1-31fac591c417) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:06:36.519990 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:36.520587 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:36.526082 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e91ed-d333-4336-8f11-45055c1167f2 None None] Network b847d8df-aed8-4d43-8ab1-31fac591c417 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:36.598586 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e413336c-ac02-4ff7-b6bc-ceb43ef28c8b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6864381 Apr 01 13:06:36.625236 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663990e2-aa5e-45f2-9f4f-8bd79c9874a1 None None] Network b847d8df-aed8-4d43-8ab1-31fac591c417 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:36.830429 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33788) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:37.248120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33800) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:37.253125 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832964838-network', 'tenant_id': 'dac74b4973c74d17ad37f0907ad8c77b'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:06:37.349952 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Made reservation on behalf of dac74b4973c74d17ad37f0907ad8c77b for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:06:37.352275 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.361747 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.435621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks [] for security_group (32443074-9cdc-4cda-b3c4-b75cdbcf92c8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.492787 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (32443074-9cdc-4cda-b3c4-b75cdbcf92c8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.514713 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:06:37.527971 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32443074-9cdc-4cda-b3c4-b75cdbcf92c8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:37.533078 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (1a87fa2b-4cb4-4168-bae4-7c744145977f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.533422 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Added segment 1a87fa2b-4cb4-4168-bae4-7c744145977f of type vlan for network 599c764f-a1ca-4110-ab77-6593f2794193 Apr 01 13:06:37.573085 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (599c764f-a1ca-4110-ab77-6593f2794193), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.580748 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (1902ef38-034f-4db9-a463-57667e58f110), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.616176 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 21bd57c7-f468-4145-b591-db73e8cc83b5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:37.636734 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 21bd57c7-f468-4145-b591-db73e8cc83b5 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:37.638136 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 21bd57c7-f468-4145-b591-db73e8cc83b5 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:37.647549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (599c764f-a1ca-4110-ab77-6593f2794193), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.648808 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:37.649428 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.716198 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] Pushing event updated for resources: {'Network': ['ID=599c764f-a1ca-4110-ab77-6593f2794193,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:37.725519 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 599c764f-a1ca-4110-ab77-6593f2794193 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:06:37.750127 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3080a6e3-8b58-48dc-a7ee-05788cf9a95e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5008688 Apr 01 13:06:37.751677 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33802) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:37.757247 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Request body: {'subnet': {'network_id': '599c764f-a1ca-4110-ab77-6593f2794193', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832964838-subnet', 'tenant_id': 'dac74b4973c74d17ad37f0907ad8c77b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:06:37.864589 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Made reservation on behalf of dac74b4973c74d17ad37f0907ad8c77b for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:06:37.867066 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.882463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Deleting port a76a752e-8372-4699-a5bb-44fe948773d9 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:37.882798 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.958570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] For port a76a752e-8372-4699-a5bb-44fe948773d9, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a76a752e-8372-4699-a5bb-44fe948773d9,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:37.958933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:37.972286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Calling delete_port for a76a752e-8372-4699-a5bb-44fe948773d9 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:38.082013 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (88962ba6-0652-4505-a481-357a6f83d1ed), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.130922 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88962ba6-0652-4505-a481-357a6f83d1ed,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:38.146433 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Checking segment: {'id': '1a87fa2b-4cb4-4168-bae4-7c744145977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '599c764f-a1ca-4110-ab77-6593f2794193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:06:38.147271 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Network hostable DHCP agents. Network: 599c764f-a1ca-4110-ab77-6593f2794193, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:06:38.240999 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (a76a752e-8372-4699-a5bb-44fe948773d9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.270101 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Network 599c764f-a1ca-4110-ab77-6593f2794193 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:06:38.270998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76a752e-8372-4699-a5bb-44fe948773d9,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:38.361806 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 599c764f-a1ca-4110-ab77-6593f2794193) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:06:38.365971 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:38.366570 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.375779 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1918f59-b349-40e5-a416-40545f6c7750 None None] Network 599c764f-a1ca-4110-ab77-6593f2794193 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:38.440399 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (1902ef38-034f-4db9-a463-57667e58f110), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.464383 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-241c24fd-9f31-4a0f-8197-d7cfd0fd77b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7025974 Apr 01 13:06:38.492175 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10171461-f0a3-4ff1-ba52-c27969ff9cd4 None None] Network 599c764f-a1ca-4110-ab77-6593f2794193 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:38.595430 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33806) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:38.640579 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Deleting subnet 0f853442-fcf4-42bd-9449-b4399da616eb {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:06:38.643667 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Publish callbacks [] for subnet (0f853442-fcf4-42bd-9449-b4399da616eb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.667559 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Router 1902ef38-034f-4db9-a463-57667e58f110 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:06:38.681812 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (0f853442-fcf4-42bd-9449-b4399da616eb), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.721619 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (0f853442-fcf4-42bd-9449-b4399da616eb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.778394 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:06:38.783838 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a4667282-07a5-4f50-a897-5c31cc018f89 admin admin] 10.222.0.43 "PUT /v2.0/routers/1902ef38-034f-4db9-a463-57667e58f110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9530153 Apr 01 13:06:38.786578 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33808) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:38.789732 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Sync routers for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:06:38.800776 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:38.809820 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:38.859701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (0f853442-fcf4-42bd-9449-b4399da616eb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.895906 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f853442-fcf4-42bd-9449-b4399da616eb,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:38.897679 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.900794 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6f50969b-e4a1-44e1-b880-4a842e88dfc2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f853442-fcf4-42bd-9449-b4399da616eb HTTP/1.1" status: 204 len: 168 time: 0.3043547 Apr 01 13:06:38.904119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33810) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:38.907503 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:38.927837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks [] for router (1902ef38-034f-4db9-a463-57667e58f110), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:38.979056 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (b847d8df-aed8-4d43-8ab1-31fac591c417), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.036032 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks [] for router_gateway (1902ef38-034f-4db9-a463-57667e58f110), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.068814 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (b847d8df-aed8-4d43-8ab1-31fac591c417), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.088239 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b847d8df-aed8-4d43-8ab1-31fac591c417']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.090700 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:06:38Z', 'revision_number': 5, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port': {'id': '21756a5c-ef7a-4ca6-8183-075d78f7032e', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902ef38-034f-4db9-a463-57667e58f110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.098045 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b915dbd3-cdf8-4562-8d83-5b4b52bfe473') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.098344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b915dbd3-cdf8-4562-8d83-5b4b52bfe473') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.108511 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (b915dbd3-cdf8-4562-8d83-5b4b52bfe473), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.117827 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Checking router: 1902ef38-034f-4db9-a463-57667e58f110 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:06:39.122057 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (b915dbd3-cdf8-4562-8d83-5b4b52bfe473), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.126235 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Routers {'1902ef38-034f-4db9-a463-57667e58f110'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:06:39.126865 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:06:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['1902ef38-034f-4db9-a463-57667e58f110'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.128162 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:06:39.128547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (b915dbd3-cdf8-4562-8d83-5b4b52bfe473), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:06:39.130199 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:06:39.151202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Deleting port 21756a5c-ef7a-4ca6-8183-075d78f7032e {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:39.151537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.218894 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] Set router 1902ef38-034f-4db9-a463-57667e58f110 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:06:39.234635 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] For port 21756a5c-ef7a-4ca6-8183-075d78f7032e, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=21756a5c-ef7a-4ca6-8183-075d78f7032e,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:39.234995 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.247855 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Calling delete_port for 21756a5c-ef7a-4ca6-8183-075d78f7032e owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:39.264393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (b847d8df-aed8-4d43-8ab1-31fac591c417), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.269674 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.272486 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:06:39Z', 'revision_number': 6, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.276014 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b847d8df-aed8-4d43-8ab1-31fac591c417 HTTP/1.1" status: 204 len: 168 time: 0.3677855 Apr 01 13:06:39.285897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33812) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:39.294579 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc795-51da-49e5-936b-092a5f7d5187 admin admin] Pushing event deleted for resources: {'Network': ['ID=b847d8df-aed8-4d43-8ab1-31fac591c417,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:39.299967 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013310ff-6cdc-4c24-9e85-2c51c150f0ed None None] The sync data for ids ['1902ef38-034f-4db9-a463-57667e58f110'] in dv-cinder-836083-2-iscsi is: [{'id': '1902ef38-034f-4db9-a463-57667e58f110', 'name': 'tempest-ServerRescueNegativeTestJSON-143002595-router', 'tenant_id': '65fb521867914335907212c3c86e9caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:13Z', 'updated_at': '2022-04-01T13:06:39Z', 'revision_number': 6, 'project_id': '65fb521867914335907212c3c86e9caf', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:06:39.345246 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Deleting subnet 88962ba6-0652-4505-a481-357a6f83d1ed {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:06:39.348663 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Publish callbacks [] for subnet (88962ba6-0652-4505-a481-357a6f83d1ed), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.383291 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (88962ba6-0652-4505-a481-357a6f83d1ed), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.414115 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.422827 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (88962ba6-0652-4505-a481-357a6f83d1ed), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.498718 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (21756a5c-ef7a-4ca6-8183-075d78f7032e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.523134 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21756a5c-ef7a-4ca6-8183-075d78f7032e,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:39.556153 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (88962ba6-0652-4505-a481-357a6f83d1ed), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.581194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88962ba6-0652-4505-a481-357a6f83d1ed,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:39.587211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.590993 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-38633c98-c9db-4271-8621-fd925ff3d819 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/88962ba6-0652-4505-a481-357a6f83d1ed HTTP/1.1" status: 204 len: 168 time: 0.3041389 Apr 01 13:06:39.593390 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33814) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:39.593781 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (1902ef38-034f-4db9-a463-57667e58f110), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.667357 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (599c764f-a1ca-4110-ab77-6593f2794193), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.707072 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (1902ef38-034f-4db9-a463-57667e58f110), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.709534 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks [] for router_controller (1902ef38-034f-4db9-a463-57667e58f110), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.763892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (599c764f-a1ca-4110-ab77-6593f2794193), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.786395 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599c764f-a1ca-4110-ab77-6593f2794193']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.796224 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a87fa2b-4cb4-4168-bae4-7c744145977f') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.796527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a87fa2b-4cb4-4168-bae4-7c744145977f') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:39.805803 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (1a87fa2b-4cb4-4168-bae4-7c744145977f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.819302 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (1a87fa2b-4cb4-4168-bae4-7c744145977f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.825790 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (1a87fa2b-4cb4-4168-bae4-7c744145977f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:06:39.829302 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:06:39.870030 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (1902ef38-034f-4db9-a463-57667e58f110), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.870641 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1902ef38-034f-4db9-a463-57667e58f110 {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:06:39.876271 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.877487 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0bf539fa-18b6-4acc-af3d-2f1863d369f9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1902ef38-034f-4db9-a463-57667e58f110 HTTP/1.1" status: 204 len: 168 time: 1.0897298 Apr 01 13:06:39.879792 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33816) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:39.924032 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Deleting subnet 01d9fada-da2a-4724-b553-e5cb6cb2fa0d {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:06:39.927035 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Publish callbacks [] for subnet (01d9fada-da2a-4724-b553-e5cb6cb2fa0d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.960165 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (01d9fada-da2a-4724-b553-e5cb6cb2fa0d), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.961675 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (599c764f-a1ca-4110-ab77-6593f2794193), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.967109 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:39.972788 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/599c764f-a1ca-4110-ab77-6593f2794193 HTTP/1.1" status: 204 len: 168 time: 0.3759193 Apr 01 13:06:39.983959 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89943a65-32a0-4ca5-b4a3-411612cfc7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=599c764f-a1ca-4110-ab77-6593f2794193,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:40.072093 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (01d9fada-da2a-4724-b553-e5cb6cb2fa0d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.172063 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a76a752e-8372-4699-a5bb-44fe948773d9 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:40.192586 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: a76a752e-8372-4699-a5bb-44fe948773d9 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:40.192838 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a76a752e-8372-4699-a5bb-44fe948773d9 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:40.213549 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (01d9fada-da2a-4724-b553-e5cb6cb2fa0d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.243562 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d9fada-da2a-4724-b553-e5cb6cb2fa0d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:40.253081 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.254159 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32310d22-abfc-49ba-a24d-93e794a0356a None None] Network f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:06:40.258075 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1d2d7eba-1a19-42f5-993c-3fd085484c66 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01d9fada-da2a-4724-b553-e5cb6cb2fa0d HTTP/1.1" status: 204 len: 168 time: 0.3772790 Apr 01 13:06:40.259383 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33822) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:40.331766 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.395728 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33824) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:40.398543 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Deleting port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:40.398861 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.442207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] DHCP port deletion for f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:06:40.491883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Deleting port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:06:40.492326 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.495585 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] For port 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=35b22830-09cd-4b4d-bd70-e14b6b0079c7,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:40.495944 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.505844 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-72239ac1-7f5b-4c45-a214-f33d28cd4329 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d192e1a001ea455290f44625584be5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089275 Apr 01 13:06:40.508500 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33826) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:40.511516 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Calling delete_port for 35b22830-09cd-4b4d-bd70-e14b6b0079c7 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:40.558971 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] For port 35b22830-09cd-4b4d-bd70-e14b6b0079c7, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=35b22830-09cd-4b4d-bd70-e14b6b0079c7,segment=NetworkSegment(5d0902ea-93b8-4d29-adde-e076ca0a977a),segment_id=5d0902ea-93b8-4d29-adde-e076ca0a977a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:06:40.559436 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.559544 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] Publish callbacks [] for security_group (03cc6842-d746-4c97-9822-73b3e8e0ec08), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.573119 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Calling delete_port for 35b22830-09cd-4b4d-bd70-e14b6b0079c7 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:06:40.582360 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] Publish callbacks [] for security_group (03cc6842-d746-4c97-9822-73b3e8e0ec08), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.670382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.676204 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (35b22830-09cd-4b4d-bd70-e14b6b0079c7), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.687375 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (03cc6842-d746-4c97-9822-73b3e8e0ec08), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.689986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.693558 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03cc6842-d746-4c97-9822-73b3e8e0ec08 HTTP/1.1" status: 204 len: 168 time: 0.1815832 Apr 01 13:06:40.699867 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c099c9b-5552-462c-8f61-23d94205511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cc6842-d746-4c97-9822-73b3e8e0ec08,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:40.706983 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Pushing event deleted for resources: {'Port': ['ID=35b22830-09cd-4b4d-bd70-e14b6b0079c7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:40.709034 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] No DVR routers for this DVR port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 on host dv-cinder-836083-2-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:40.714415 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] Pushing event deleted for resources: {'Port': ['ID=35b22830-09cd-4b4d-bd70-e14b6b0079c7,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:40.719124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ccc332-c2c4-4595-ac69-82fb119ba996 None None] No DVR routers for this DVR port 35b22830-09cd-4b4d-bd70-e14b6b0079c7 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:06:40.785184 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.805493 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:40.814930 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0902ea-93b8-4d29-adde-e076ca0a977a') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:40.815223 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0902ea-93b8-4d29-adde-e076ca0a977a') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:06:40.824860 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (5d0902ea-93b8-4d29-adde-e076ca0a977a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.837646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (5d0902ea-93b8-4d29-adde-e076ca0a977a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.844186 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:06:40.844561 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (5d0902ea-93b8-4d29-adde-e076ca0a977a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:06:40.846177 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:06:40.967607 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.972845 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:40.976751 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] 10.222.0.43 "DELETE /v2.0/networks/f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb HTTP/1.1" status: 204 len: 168 time: 0.7155764 Apr 01 13:06:40.994829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38780f6-a4bf-403b-bbe9-2827c035b7db admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dcb3de-07cc-4bc9-a2fa-1be10d69fdfb,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:41.317733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33834) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:41.347948 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33836) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:41.361645 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6213ea41-f3dd-4dd5-99d6-35bc90f5c72d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65fb521867914335907212c3c86e9caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426149 Apr 01 13:06:41.363926 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 33838) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:41.387703 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e8dfb6a7-da45-444e-9c2f-2e00bd4884b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dac74b4973c74d17ad37f0907ad8c77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379994 Apr 01 13:06:41.390192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 33840) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:41.412014 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] Publish callbacks [] for security_group (f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.433205 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] Publish callbacks [] for security_group (f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.436353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] Publish callbacks [] for security_group (32443074-9cdc-4cda-b3c4-b75cdbcf92c8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.457652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] Publish callbacks [] for security_group (32443074-9cdc-4cda-b3c4-b75cdbcf92c8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.532696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.535284 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.536437 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb HTTP/1.1" status: 204 len: 168 time: 0.1716325 Apr 01 13:06:41.544711 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567fb54-7c1a-45ff-8377-e7c7f2dfd4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58cbdec-3ff6-44a3-bbe6-370d8b38e1bb,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:41.552170 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (32443074-9cdc-4cda-b3c4-b75cdbcf92c8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.555054 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:41.556455 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32443074-9cdc-4cda-b3c4-b75cdbcf92c8 HTTP/1.1" status: 204 len: 168 time: 0.1653333 Apr 01 13:06:41.569135 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aef1d2-235b-42c5-92fd-f5e1a4b8118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32443074-9cdc-4cda-b3c4-b75cdbcf92c8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:41.772391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 35b22830-09cd-4b4d-bd70-e14b6b0079c7 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:41.808005 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 35b22830-09cd-4b4d-bd70-e14b6b0079c7 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:41.808674 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 35b22830-09cd-4b4d-bd70-e14b6b0079c7 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:41.809914 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 21756a5c-ef7a-4ca6-8183-075d78f7032e no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:06:41.833940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 21756a5c-ef7a-4ca6-8183-075d78f7032e {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:06:41.834567 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 21756a5c-ef7a-4ca6-8183-075d78f7032e not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:06:51.598971 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:06:54.296862 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34036) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:54.397266 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95d6da6e-92a2-4f73-a30c-74a880a7cb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.470699 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95d6da6e-92a2-4f73-a30c-74a880a7cb24 admin admin] Publish callbacks [] for security_group (6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.538643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95d6da6e-92a2-4f73-a30c-74a880a7cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.577508 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-95d6da6e-92a2-4f73-a30c-74a880a7cb24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c360236b5e74c269d5033389e7766ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794347 Apr 01 13:06:54.578764 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6da6e-92a2-4f73-a30c-74a880a7cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:54.580121 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34042) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:54.628282 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] Publish callbacks [] for security_group (6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.649699 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] Publish callbacks [] for security_group (6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.767118 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.769689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:54.770848 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134 HTTP/1.1" status: 204 len: 168 time: 0.1896935 Apr 01 13:06:54.778686 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08abe0-b501-46da-90f8-09b9090ce9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e0c30-4c56-4cc9-b05e-fcd11cb3a134,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:57.457898 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85831dfb-c702-4889-9710-aa227d364ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.374403 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34128) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:59.475772 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f4d70566-d5dc-4775-bd4d-01ec93c96ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.552509 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f4d70566-d5dc-4775-bd4d-01ec93c96ff1 admin admin] Publish callbacks [] for security_group (a0961148-aaf5-4828-a9a1-992c4168ca74), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.664708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f4d70566-d5dc-4775-bd4d-01ec93c96ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0961148-aaf5-4828-a9a1-992c4168ca74), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.704829 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f4d70566-d5dc-4775-bd4d-01ec93c96ff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1741e2e6f2a14ff0b60b3ab796933842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292897 Apr 01 13:06:59.705746 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70566-d5dc-4775-bd4d-01ec93c96ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0961148-aaf5-4828-a9a1-992c4168ca74,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:06:59.707446 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34132) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:06:59.757903 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] Publish callbacks [] for security_group (a0961148-aaf5-4828-a9a1-992c4168ca74), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.778741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] Publish callbacks [] for security_group (a0961148-aaf5-4828-a9a1-992c4168ca74), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.825423 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-340f5fc3-5fd8-4238-8c82-e321001de58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.904749 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0961148-aaf5-4828-a9a1-992c4168ca74), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.908280 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:06:59.909468 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0961148-aaf5-4828-a9a1-992c4168ca74 HTTP/1.1" status: 204 len: 168 time: 0.2001667 Apr 01 13:06:59.920699 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023046-5ccd-4b36-8766-f34b5c0353c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0961148-aaf5-4828-a9a1-992c4168ca74,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:00.915978 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:02.435890 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:03.801743 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:09.401582 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:11.711673 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf30a3-5b7c-4a12-93b4-39b987f0febe req-cc9fc7e9-1575-4bef-b1ee-ef648d719ed5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:11.713150 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7caf30a3-5b7c-4a12-93b4-39b987f0febe req-cc9fc7e9-1575-4bef-b1ee-ef648d719ed5 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0514476 Apr 01 13:07:11.758443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7caf30a3-5b7c-4a12-93b4-39b987f0febe req-b8a91f8b-c553-4a0a-82ae-af92497a461d tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397429 Apr 01 13:07:12.884957 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcdfd4-2082-4d2d-bb2f-de2cd9e5d92e req-42070605-3be1-4889-9e3d-292105d9bae3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:12.886431 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4fcdfd4-2082-4d2d-bb2f-de2cd9e5d92e req-42070605-3be1-4889-9e3d-292105d9bae3 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0540621 Apr 01 13:07:12.935780 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4fcdfd4-2082-4d2d-bb2f-de2cd9e5d92e req-c3baf5e4-fd3e-4938-a0fb-6a52d38c9cee tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Apr 01 13:07:14.058685 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0227f-2b81-4af9-bf08-0e2560623e5f req-b5524d87-dba8-4818-b686-7cc19b0abe14 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:14.060150 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f4b0227f-2b81-4af9-bf08-0e2560623e5f req-b5524d87-dba8-4818-b686-7cc19b0abe14 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0535100 Apr 01 13:07:14.109764 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f4b0227f-2b81-4af9-bf08-0e2560623e5f req-4e983b6e-816d-4911-9300-aba4a7929706 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439487 Apr 01 13:07:15.231599 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c686-9bd5-4876-8f26-f359b43648f8 req-884f99c5-1288-4bc9-897c-843ffc6ede7c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:15.233984 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9b1c686-9bd5-4876-8f26-f359b43648f8 req-884f99c5-1288-4bc9-897c-843ffc6ede7c tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0523124 Apr 01 13:07:15.280277 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9b1c686-9bd5-4876-8f26-f359b43648f8 req-4f14159b-68f3-4631-a73e-fd4852a8d61a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Apr 01 13:07:15.950862 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-500d8557-21b1-4816-9c74-1f7b608eca44 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686431 Apr 01 13:07:15.971270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-91cf5447-40ea-42b4-8031-225e4e2c8db0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:15.973208 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-91cf5447-40ea-42b4-8031-225e4e2c8db0 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.0578439 Apr 01 13:07:16.340468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-9d8328b3-9531-40a5-9eb5-9f81a092246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:16.342050 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-9d8328b3-9531-40a5-9eb5-9f81a092246b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1168 time: 0.3423631 Apr 01 13:07:16.441094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Deleting port 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:16.441470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (19993173-ed50-450a-93a0-3421dfd4949b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:16.547056 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6a5de-d088-47b1-acad-64c974403b46 req-69807818-351b-47f9-bf01-851d90707d30 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:16.548522 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fec6a5de-d088-47b1-acad-64c974403b46 req-69807818-351b-47f9-bf01-851d90707d30 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 947 time: 0.1870930 Apr 01 13:07:16.570217 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-52ffd10a-e8e2-41d4-b208-e2048184c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:16.571591 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-52ffd10a-e8e2-41d4-b208-e2048184c787 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.1978669 Apr 01 13:07:16.645644 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] For port 19993173-ed50-450a-93a0-3421dfd4949b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=19993173-ed50-450a-93a0-3421dfd4949b,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:16.646010 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (19993173-ed50-450a-93a0-3421dfd4949b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:16.675422 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fec6a5de-d088-47b1-acad-64c974403b46 req-0570bbe2-93c0-41fa-99fd-d8227316b35a tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups?id=170899ab-4afe-4b65-9bd0-8a86d7c044ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182103 Apr 01 13:07:16.714619 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-cef451fc-eaed-458c-b593-249fc564e94e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 1001 time: 0.1315329 Apr 01 13:07:16.803654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-7c0ab20e-ba81-4095-9857-9a02cd910800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:16.804998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-7c0ab20e-ba81-4095-9857-9a02cd910800 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0842583 Apr 01 13:07:16.903142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:16.903507 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:16.903834 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Floating IP 5e681d03-c034-4b30-8fff-a16e8902f595 disassociated. External IP: 172.27.2.141, port: 19993173-ed50-450a-93a0-3421dfd4949b. Apr 01 13:07:16.904164 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Calling delete_port for 19993173-ed50-450a-93a0-3421dfd4949b owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:16.912948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-b9c7f137-62b7-4bda-a0fd-fb59c900103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:16.917605 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-b9c7f137-62b7-4bda-a0fd-fb59c900103d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011336 Apr 01 13:07:17.059443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-610b1647-d79d-4925-b175-25d71898d0b2 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370013 Apr 01 13:07:17.193159 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5bc68662-6ce4-4eab-b0d3-5581701095d7 req-5ebbcabe-024b-4896-8bad-d49c534016f3 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243370 Apr 01 13:07:17.219016 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (19993173-ed50-450a-93a0-3421dfd4949b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:17.257884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'Port': ['ID=19993173-ed50-450a-93a0-3421dfd4949b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:17.399820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:17.518487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:17.528312 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:17.539935 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:17.540805 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:17.561407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] No DVR routers for this DVR port 19993173-ed50-450a-93a0-3421dfd4949b on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:17.564036 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:17.567602 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b5bab1f6-7c01-43b4-8283-cbe99004c81a req-529977bb-6667-4ffa-8eb4-75a2c1ae15d1 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.62 "DELETE /v2.0/ports/19993173-ed50-450a-93a0-3421dfd4949b HTTP/1.1" status: 204 len: 173 time: 1.5882397 Apr 01 13:07:17.568194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-deleted', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:17.578028 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12653bed-529b-4101-8459-cd72bc3d993f" -d '{"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-deleted", "tag": "19993173-ed50-450a-93a0-3421dfd4949b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:17.624856 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec3ad6-ebac-467e-ba05-61cf9baaa5f3 x-openstack-request-id: req-7cec3ad6-ebac-467e-ba05-61cf9baaa5f3 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:17.625141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2873a02-4d90-4b72-b13a-2e3b6046b8a7", "name": "network-vif-deleted", "tag": "19993173-ed50-450a-93a0-3421dfd4949b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:17.625400 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cec3ad6-ebac-467e-ba05-61cf9baaa5f3 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:17.625840 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cec3ad6-ebac-467e-ba05-61cf9baaa5f3'] response: {'server_uuid': 'b2873a02-4d90-4b72-b13a-2e3b6046b8a7', 'name': 'network-vif-deleted', 'tag': '19993173-ed50-450a-93a0-3421dfd4949b', 'status': 'completed', 'code': 200} Apr 01 13:07:17.675574 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:17.792467 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f6032bc-eceb-4f85-9668-60524817372e req-4cbfa13a-f1ba-4e5e-bfee-ec34ddf12ba9 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2873a02-4d90-4b72-b13a-2e3b6046b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0321712 Apr 01 13:07:17.908027 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:17.938010 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:17.946578 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:17.947250 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:18.054552 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:18.390224 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:18.419915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d9407-7c83-40bb-8336-153491ed557e None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:00:12Z', 'revision_number': 4, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '6f7f6160-c39e-48e1-851e-4531c15b5f04', 'name': '', 'network_id': '995eff84-9d72-4fda-b79f-f17d7a6ee58a', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'mac_address': 'fa:16:3e:d6:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:11Z', 'updated_at': '2022-04-01T13:00:18Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'subnets': [{'id': '2764b57c-3a85-4725-809d-e4979652c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:18.670358 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0665f79-6dc5-48c6-8d30-bb823c64c039 None None] New status for floating IP 5e681d03-c034-4b30-8fff-a16e8902f595: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:07:19.778627 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:19.799788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 19993173-ed50-450a-93a0-3421dfd4949b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:19.809895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 19993173-ed50-450a-93a0-3421dfd4949b not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:19.990408 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34414) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:20.042332 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (170899ab-4afe-4b65-9bd0-8a86d7c044ee), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.064189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (170899ab-4afe-4b65-9bd0-8a86d7c044ee), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.195741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (170899ab-4afe-4b65-9bd0-8a86d7c044ee), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.198410 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.199637 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "DELETE /v2.0/security-groups/170899ab-4afe-4b65-9bd0-8a86d7c044ee HTTP/1.1" status: 204 len: 168 time: 0.2081871 Apr 01 13:07:20.203106 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34420) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:20.209579 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d18938-feb6-4d4d-9ac4-d354eb49d362 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170899ab-4afe-4b65-9bd0-8a86d7c044ee,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:20.216782 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-514d4b25-aed2-4550-85d2-8c8479a3442b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] show failed (client error): The resource could not be found. Apr 01 13:07:20.218297 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-514d4b25-aed2-4550-85d2-8c8479a3442b tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "GET /v2.0/security-groups/170899ab-4afe-4b65-9bd0-8a86d7c044ee HTTP/1.1" status: 404 len: 347 time: 0.0135963 Apr 01 13:07:20.221229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34422) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:20.348488 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Deleting port 44fdf7d3-3880-4bd2-937f-d3af6f3a71f9 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:20.348838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.427170 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.427499 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.439924 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Calling delete_port for 44fdf7d3-3880-4bd2-937f-d3af6f3a71f9 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:20.641778 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (44fdf7d3-3880-4bd2-937f-d3af6f3a71f9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.665726 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Pushing event deleted for resources: {'Port': ['ID=44fdf7d3-3880-4bd2-937f-d3af6f3a71f9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:20.730854 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks [] for floatingip (5e681d03-c034-4b30-8fff-a16e8902f595), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.734163 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:20.735314 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-11f099b7-b6b0-4aa4-b563-ed75b0daf587 tempest-AttachVolumeShelveTestJSON-47950055 tempest-AttachVolumeShelveTestJSON-47950055-project] 10.222.0.43 "DELETE /v2.0/floatingips/5e681d03-c034-4b30-8fff-a16e8902f595 HTTP/1.1" status: 204 len: 168 time: 0.5131054 Apr 01 13:07:21.871214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34456) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:21.978469 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-667c135b-139e-4b8f-a86a-8ae869e0ff84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.054521 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-667c135b-139e-4b8f-a86a-8ae869e0ff84 admin admin] Publish callbacks [] for security_group (33b0a4f1-dab9-43ae-8576-3f065f20f62e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.110641 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-667c135b-139e-4b8f-a86a-8ae869e0ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (33b0a4f1-dab9-43ae-8576-3f065f20f62e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.150811 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-667c135b-139e-4b8f-a86a-8ae869e0ff84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c26dee5b21a04efe89fd9ff56a394732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785423 Apr 01 13:07:22.151762 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c135b-139e-4b8f-a86a-8ae869e0ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0a4f1-dab9-43ae-8576-3f065f20f62e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:22.153560 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34474) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:22.205969 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] Publish callbacks [] for security_group (33b0a4f1-dab9-43ae-8576-3f065f20f62e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.227642 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] Publish callbacks [] for security_group (33b0a4f1-dab9-43ae-8576-3f065f20f62e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.424118 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (33b0a4f1-dab9-43ae-8576-3f065f20f62e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.428747 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:22.428747 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33b0a4f1-dab9-43ae-8576-3f065f20f62e HTTP/1.1" status: 204 len: 168 time: 0.2734964 Apr 01 13:07:22.436603 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120ee4-08a5-484f-a9e0-8628b0b22357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0a4f1-dab9-43ae-8576-3f065f20f62e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:22.915486 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34486) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:22.929037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b748d43f-7f4e-4ec5-a393-8f8677fb83f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.002032 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b748d43f-7f4e-4ec5-a393-8f8677fb83f7 admin admin] Publish callbacks [] for security_group (626fecc9-ce16-49ec-944a-aac25ce5cb5a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.047342 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b748d43f-7f4e-4ec5-a393-8f8677fb83f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (626fecc9-ce16-49ec-944a-aac25ce5cb5a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.086888 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b748d43f-7f4e-4ec5-a393-8f8677fb83f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0fafbc354644fb1a4e0190631976594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703229 Apr 01 13:07:23.088806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748d43f-7f4e-4ec5-a393-8f8677fb83f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fecc9-ce16-49ec-944a-aac25ce5cb5a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:23.089598 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34490) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:23.138155 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] Publish callbacks [] for security_group (626fecc9-ce16-49ec-944a-aac25ce5cb5a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.158900 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] Publish callbacks [] for security_group (626fecc9-ce16-49ec-944a-aac25ce5cb5a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.270241 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (626fecc9-ce16-49ec-944a-aac25ce5cb5a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.272953 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:23.274163 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/626fecc9-ce16-49ec-944a-aac25ce5cb5a HTTP/1.1" status: 204 len: 168 time: 0.1835861 Apr 01 13:07:23.285326 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf39e0-432d-4aa2-96a4-333d374c291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fecc9-ce16-49ec-944a-aac25ce5cb5a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:23.379687 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34500) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:23.844756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:24.337318 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Deleting port 6f7f6160-c39e-48e1-851e-4531c15b5f04 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:24.337931 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:24.415203 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] For port 6f7f6160-c39e-48e1-851e-4531c15b5f04, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=6f7f6160-c39e-48e1-851e-4531c15b5f04,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:24.415570 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:24.428483 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Calling delete_port for 6f7f6160-c39e-48e1-851e-4531c15b5f04 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:24.687651 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (6f7f6160-c39e-48e1-851e-4531c15b5f04), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:24.719110 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7f6160-c39e-48e1-851e-4531c15b5f04,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:24.891015 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.113299 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:25.231527 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:25.242029 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b369aaa0-d417-441b-b41b-eba0f7d04022 admin admin] 10.222.0.43 "PUT /v2.0/routers/bba9ba34-27f3-4b79-9c9d-15173a3e76f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583837 Apr 01 13:07:25.242029 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34558) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:25.245200 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Sync routers for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:25.267956 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:25.268598 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:25.363492 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks [] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.393852 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:25.477453 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks [] for router_gateway (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.582750 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:07:24Z', 'revision_number': 5, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port': {'id': 'b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:06Z', 'updated_at': '2022-04-01T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:25.586682 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Deleting port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:25.587028 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.609332 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Checking router: bba9ba34-27f3-4b79-9c9d-15173a3e76f7 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:25.617963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Routers {'bba9ba34-27f3-4b79-9c9d-15173a3e76f7'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:25.618573 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:25.667355 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] For port b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:25.667721 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.681382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Calling delete_port for b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:25.712604 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] Set router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:25.771391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:07:25Z', 'revision_number': 6, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:25.799960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a78938-722c-4fb3-8b46-1505c338aa0a None None] The sync data for ids ['bba9ba34-27f3-4b79-9c9d-15173a3e76f7'] in dv-cinder-836083-2-iscsi is: [{'id': 'bba9ba34-27f3-4b79-9c9d-15173a3e76f7', 'name': 'tempest-AttachVolumeShelveTestJSON-148118455-router', 'tenant_id': 'cad1d982d3f444358c139a2af0706eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:05Z', 'updated_at': '2022-04-01T13:07:25Z', 'revision_number': 6, 'project_id': 'cad1d982d3f444358c139a2af0706eec', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:25.950716 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:25.981779 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:26.042466 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.135326 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.137881 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks [] for router_controller (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.254039 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (bba9ba34-27f3-4b79-9c9d-15173a3e76f7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.254612 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba9ba34-27f3-4b79-9c9d-15173a3e76f7 {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:07:26.260365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.262314 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f348116f-a8d4-4787-999f-d93c65798b2d admin admin] 10.222.0.43 "DELETE /v2.0/routers/bba9ba34-27f3-4b79-9c9d-15173a3e76f7 HTTP/1.1" status: 204 len: 168 time: 1.0187373 Apr 01 13:07:26.266715 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34578) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:26.318206 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Deleting subnet 2764b57c-3a85-4725-809d-e4979652c7a5 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:07:26.321376 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Publish callbacks [] for subnet (2764b57c-3a85-4725-809d-e4979652c7a5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.355226 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (2764b57c-3a85-4725-809d-e4979652c7a5), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.434818 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (2764b57c-3a85-4725-809d-e4979652c7a5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.580564 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (2764b57c-3a85-4725-809d-e4979652c7a5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.610829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2764b57c-3a85-4725-809d-e4979652c7a5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:26.616612 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.622027 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f3508013-7fd6-4889-b83a-c96f74fb25d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2764b57c-3a85-4725-809d-e4979652c7a5 HTTP/1.1" status: 204 len: 168 time: 0.3542988 Apr 01 13:07:26.622525 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3320cd-7c49-4c5b-acd7-b1e6f9421eb8 None None] Network 995eff84-9d72-4fda-b79f-f17d7a6ee58a requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:26.623489 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34588) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:26.700459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (995eff84-9d72-4fda-b79f-f17d7a6ee58a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.758368 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Deleting port 0e64a74c-788f-4533-b1d6-3b93516ceede {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:26.758708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.815991 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] DHCP port deletion for 995eff84-9d72-4fda-b79f-f17d7a6ee58a request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:07:26.834412 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] For port 0e64a74c-788f-4533-b1d6-3b93516ceede, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0e64a74c-788f-4533-b1d6-3b93516ceede,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:26.835033 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.854897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Calling delete_port for 0e64a74c-788f-4533-b1d6-3b93516ceede owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:26.874253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Deleting port 0e64a74c-788f-4533-b1d6-3b93516ceede {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:26.874912 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.953730 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] For port 0e64a74c-788f-4533-b1d6-3b93516ceede, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0e64a74c-788f-4533-b1d6-3b93516ceede,segment=NetworkSegment(16102b6a-7879-42bd-9cb6-20810451740d),segment_id=16102b6a-7879-42bd-9cb6-20810451740d)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:26.953730 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:26.965034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Calling delete_port for 0e64a74c-788f-4533-b1d6-3b93516ceede owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:27.052722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.058928 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (0e64a74c-788f-4533-b1d6-3b93516ceede), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.078749 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e64a74c-788f-4533-b1d6-3b93516ceede,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:27.085981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] No DVR routers for this DVR port 0e64a74c-788f-4533-b1d6-3b93516ceede on host dv-cinder-836083-2-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:27.086804 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Pushing event deleted for resources: {'Port': ['ID=0e64a74c-788f-4533-b1d6-3b93516ceede,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:27.094084 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] No DVR routers for this DVR port 0e64a74c-788f-4533-b1d6-3b93516ceede on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:27.097703 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.098062 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.098407 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.098751 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.099272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.099844 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.100358 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.100848 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.101359 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.101877 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.102683 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.102683 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.103019 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.103355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.103683 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee73794-2c00-4b3a-b1cb-48c2b8866fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:27.172728 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (995eff84-9d72-4fda-b79f-f17d7a6ee58a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.193216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995eff84-9d72-4fda-b79f-f17d7a6ee58a']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:27.202915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16102b6a-7879-42bd-9cb6-20810451740d') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:27.203206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16102b6a-7879-42bd-9cb6-20810451740d') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:27.212989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (16102b6a-7879-42bd-9cb6-20810451740d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.226214 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (16102b6a-7879-42bd-9cb6-20810451740d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.232196 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:07:27.233240 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (16102b6a-7879-42bd-9cb6-20810451740d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:07:27.235020 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:07:27.349018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (995eff84-9d72-4fda-b79f-f17d7a6ee58a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.358719 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.361987 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/995eff84-9d72-4fda-b79f-f17d7a6ee58a HTTP/1.1" status: 204 len: 168 time: 0.7374561 Apr 01 13:07:27.375072 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05695433-0872-414e-b570-a0c67c9902f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=995eff84-9d72-4fda-b79f-f17d7a6ee58a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:27.446017 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9869572c-c861-496c-86e0-5512148fec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.788833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34608) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:27.801263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6f7f6160-c39e-48e1-851e-4531c15b5f04 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:27.825968 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 6f7f6160-c39e-48e1-851e-4531c15b5f04 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:27.826305 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 6f7f6160-c39e-48e1-851e-4531c15b5f04 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:27.826817 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:27.835926 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7339e73c-3fcf-4f56-a695-53f508ecd78a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cad1d982d3f444358c139a2af0706eec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459554 Apr 01 13:07:27.838685 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34610) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:27.846244 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:27.846596 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b552348a-b8b9-4bc0-ae9d-482d3d0fd0b5 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:27.847019 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0e64a74c-788f-4533-b1d6-3b93516ceede no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:27.867324 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 0e64a74c-788f-4533-b1d6-3b93516ceede {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:27.867657 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0e64a74c-788f-4533-b1d6-3b93516ceede not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:27.897396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] Publish callbacks [] for security_group (92048a8f-2539-46a4-94f9-916a46d21a9c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.918900 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] Publish callbacks [] for security_group (92048a8f-2539-46a4-94f9-916a46d21a9c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:27.970650 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34614) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:28.034765 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92048a8f-2539-46a4-94f9-916a46d21a9c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.037288 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.038476 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92048a8f-2539-46a4-94f9-916a46d21a9c HTTP/1.1" status: 204 len: 168 time: 0.1987398 Apr 01 13:07:28.047852 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b30358-f469-40ba-ba4f-47c9b84eb68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92048a8f-2539-46a4-94f9-916a46d21a9c,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:28.081776 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8dce4d0d-2d2b-47aa-8877-3955e65b829c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.153660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8dce4d0d-2d2b-47aa-8877-3955e65b829c admin admin] Publish callbacks [] for security_group (a0657e2f-0d1a-44ca-82f9-2db6d77e6920), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.247339 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8dce4d0d-2d2b-47aa-8877-3955e65b829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0657e2f-0d1a-44ca-82f9-2db6d77e6920), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.288940 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8dce4d0d-2d2b-47aa-8877-3955e65b829c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ddd044bdcd24560870a2cf67f5f6dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170624 Apr 01 13:07:28.290178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce4d0d-2d2b-47aa-8877-3955e65b829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0657e2f-0d1a-44ca-82f9-2db6d77e6920,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:28.290334 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34628) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:28.341523 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] Publish callbacks [] for security_group (a0657e2f-0d1a-44ca-82f9-2db6d77e6920), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.370684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] Publish callbacks [] for security_group (a0657e2f-0d1a-44ca-82f9-2db6d77e6920), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.515928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a0657e2f-0d1a-44ca-82f9-2db6d77e6920), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.518511 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:28.519746 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0657e2f-0d1a-44ca-82f9-2db6d77e6920 HTTP/1.1" status: 204 len: 168 time: 0.2284808 Apr 01 13:07:28.527519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14f46-5bdd-4bb9-810c-b092e5cc471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0657e2f-0d1a-44ca-82f9-2db6d77e6920,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:28.598577 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:07:29.110315 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34654) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:29.178163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34658) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:29.191578 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fc42919b-83a1-4935-ab0c-14a403c51295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.270010 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fc42919b-83a1-4935-ab0c-14a403c51295 admin admin] Publish callbacks [] for security_group (1424a674-7ffd-473a-8ffe-11f0d21b87a8), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.315226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-820475736-network', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:29.332485 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fc42919b-83a1-4935-ab0c-14a403c51295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1424a674-7ffd-473a-8ffe-11f0d21b87a8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.343202 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-b0f10d21-ca58-495f-81ed-f7b212e52859 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674267950&fields=id&tenant_id=3baeb51defd34355b28f4459d2e7ea80 HTTP/1.1" status: 200 len: 267 time: 0.0502362 Apr 01 13:07:29.371822 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42919b-83a1-4935-ab0c-14a403c51295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1424a674-7ffd-473a-8ffe-11f0d21b87a8,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:29.378244 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fc42919b-83a1-4935-ab0c-14a403c51295 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bcca5e3a76e474cae47a91c12e01e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990602 Apr 01 13:07:29.380844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34662) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:29.399245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:29.401693 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.409131 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-02ca4b2d-bdca-4c78-a1f3-84ffb6d6ed9d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:29.410716 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-02ca4b2d-bdca-4c78-a1f3-84ffb6d6ed9d tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 984 time: 0.0620873 Apr 01 13:07:29.420402 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.422913 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Request body: {'port': {'security_groups': ['6a5f3036-ea3a-41d1-aee8-cede2c3dd180']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:29.464692 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] Publish callbacks [] for security_group (1424a674-7ffd-473a-8ffe-11f0d21b87a8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.501818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] Publish callbacks [] for security_group (1424a674-7ffd-473a-8ffe-11f0d21b87a8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.519309 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.563635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks [] for security_group (bbf71e63-04d4-4f65-bdc1-ce3352959960), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.628726 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (bbf71e63-04d4-4f65-bdc1-ce3352959960), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.653780 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf71e63-04d4-4f65-bdc1-ce3352959960,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:29.684629 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1424a674-7ffd-473a-8ffe-11f0d21b87a8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.687609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.688766 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1424a674-7ffd-473a-8ffe-11f0d21b87a8 HTTP/1.1" status: 204 len: 168 time: 0.3069513 Apr 01 13:07:29.689581 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:07:29.702444 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:29.702641 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62295a4-52a6-4452-b41b-73b09812a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1424a674-7ffd-473a-8ffe-11f0d21b87a8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:29.706654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (66989f45-6f0e-45c4-9d24-9d2b27bbe5f0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.706998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Added segment 66989f45-6f0e-45c4-9d24-9d2b27bbe5f0 of type vlan for network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 Apr 01 13:07:29.734509 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.752440 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (10f7afac-4118-4b84-a0a2-5b1af3f27d35), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.806037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.818103 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:07:29.852536 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:29.853156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.854575 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-215bc9e0-7ae4-401e-8084-5f714c0aabb4 req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "PUT /v2.0/ports/0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 942 time: 0.4364724 Apr 01 13:07:29.855023 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:29.858693 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf80af-7bdb-40a6-b42a-459f1f5163ea" -d '{"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:29.859414 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7d901c1f-902d-4487-b432-4c385c9dba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.863948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34672) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:29.914485 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (10f7afac-4118-4b84-a0a2-5b1af3f27d35), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.915888 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:29.916523 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:29.920052 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b0b39-c3c6-4272-8e5c-fc06be418cf9 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event updated for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=7']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:29.930072 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a7b0b0-9fb8-44ef-b790-cc017ce326dd x-openstack-request-id: req-24a7b0b0-9fb8-44ef-b790-cc017ce326dd {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:29.930771 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:29.931482 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24a7b0b0-9fb8-44ef-b790-cc017ce326dd {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:29.931997 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a7b0b0-9fb8-44ef-b790-cc017ce326dd'] response: {'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:07:29.942838 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:07:30.053348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] Pushing event updated for resources: {'Network': ['ID=10f7afac-4118-4b84-a0a2-5b1af3f27d35,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:30.067372 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:07:30.093789 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-68e917cf-149b-4d30-8172-74a94f7e4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:30.093789 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-68e917cf-149b-4d30-8172-74a94f7e4d8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1129 time: 0.1157310 Apr 01 13:07:30.096659 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6c6d98e3-bee8-4942-bacb-d3a7c327614d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9851933 Apr 01 13:07:30.099803 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34678) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:30.104836 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Request body: {'subnet': {'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-820475736-subnet', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:30.149817 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (775c9e41-c560-42ad-bfd7-605f4ba9660c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.194149 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (775c9e41-c560-42ad-bfd7-605f4ba9660c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.205803 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:30.208391 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.237035 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-09564d0f-06af-4895-af49-2ca5e25cf5d0 None None] Provisioning complete for port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:30.237425 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-09564d0f-06af-4895-af49-2ca5e25cf5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.254037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-40418e74-f423-4bea-b632-16f1a9d7c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:30.255522 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-40418e74-f423-4bea-b632-16f1a9d7c775 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.1578596 Apr 01 13:07:30.328801 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-59fa6717-7b7e-494c-9b11-f5926cbadcaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 1001 time: 0.0669222 Apr 01 13:07:30.383360 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-09564d0f-06af-4895-af49-2ca5e25cf5d0 None None] Current status of the port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:30.384078 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (775c9e41-c560-42ad-bfd7-605f4ba9660c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.386692 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.387765 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "DELETE /v2.0/security-groups/775c9e41-c560-42ad-bfd7-605f4ba9660c HTTP/1.1" status: 204 len: 168 time: 0.5224445 Apr 01 13:07:30.392837 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-952d7e7b-2db3-47f2-a2fb-73ae9dd0937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:30.394474 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-952d7e7b-2db3-47f2-a2fb-73ae9dd0937a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0583768 Apr 01 13:07:30.398743 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34688) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:30.401243 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e0e1-e4a1-45ba-b704-c461b676f0d4 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c9e41-c560-42ad-bfd7-605f4ba9660c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:30.454166 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-3c5641b6-bb56-4e7e-8448-b5ca3ada2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:30.455683 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-3c5641b6-bb56-4e7e-8448-b5ca3ada2db6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525267 Apr 01 13:07:30.552254 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-523fe2d8-4ab8-43d1-88c2-f37346220188 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900135 Apr 01 13:07:30.661158 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Deleting port 7b9d1cae-cd44-42d3-9832-80e8a644a192 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:30.662025 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.662537 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1baf80af-7bdb-40a6-b42a-459f1f5163ea req-cfd3acab-7eb2-4ada-b303-86a2670a91c1 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042418 Apr 01 13:07:30.702225 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (8fc8c086-fc56-4da4-99e7-86af445fc942), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.792451 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc8c086-fc56-4da4-99e7-86af445fc942,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:30.817734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.818061 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for floatingip (7b9d1cae-cd44-42d3-9832-80e8a644a192), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.820631 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:30.820981 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Network hostable DHCP agents. Network: 10f7afac-4118-4b84-a0a2-5b1af3f27d35, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:07:30.836459 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Calling delete_port for 7b9d1cae-cd44-42d3-9832-80e8a644a192 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:30.904771 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:30.931609 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:07:31.047137 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 10f7afac-4118-4b84-a0a2-5b1af3f27d35) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:31.051091 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:31.051684 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.056704 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4a78f-462e-4904-92c9-23846b486fce None None] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:31.070197 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (7b9d1cae-cd44-42d3-9832-80e8a644a192), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.099829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event deleted for resources: {'Port': ['ID=7b9d1cae-cd44-42d3-9832-80e8a644a192,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:31.163478 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-bab0cd49-220f-44aa-8e7b-87face76b5d6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0620313 Apr 01 13:07:31.164893 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:07:31.165854 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34708) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:31.166368 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.170813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:31.181221 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks [] for floatingip (c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.181597 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Floating IP c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d disassociated (deleted). External IP: 172.27.2.117, port: 0fb64cf4-abad-4992-8b01-11d8bb47daf1. Apr 01 13:07:31.265513 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.269686 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.327494 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Allocated IP 172.20.0.2 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/9680bd3f-de2b-4888-8cc0-7b66344adcaa) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:07:31.337923 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for router_controller (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.503395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks [] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.573785 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.580295 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for router_gateway (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.619965 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:31.624018 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:31.627895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:07:31.642577 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Pushing event updated for resources: {'Port': ['ID=9680bd3f-de2b-4888-8cc0-7b66344adcaa,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:31.698120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Router 0139abc0-a84d-40f4-b340-a1a70c723c97 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:31.698735 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Attempting to bind port 9680bd3f-de2b-4888-8cc0-7b66344adcaa on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:07:31.698735 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Attempting to bind port 9680bd3f-de2b-4888-8cc0-7b66344adcaa by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:07:31.699090 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Attempting to bind port 9680bd3f-de2b-4888-8cc0-7b66344adcaa on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:07:31.704600 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:07:31.705088 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:31.705532 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.705952 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:07:31.706424 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Bound port: 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:07:31.706798 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.788488 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] For port 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:07:31.795070 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] For port 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=9680bd3f-de2b-4888-8cc0-7b66344adcaa,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:07:31.833047 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:31.837525 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.852391 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Sync routers for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:31.865296 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:31.872863 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:31.872863 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:31.891583 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d4665e10-6465-4b0c-98e8-5109a5ae6f81 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "DELETE /v2.0/floatingips/c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d HTTP/1.1" status: 204 len: 168 time: 1.4789767 Apr 01 13:07:31.933290 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:31.936870 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07711851-edf7-497b-94eb-891675ad172e" -d '{"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:31.971443 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5559-20f1-4d24-8bc4-efa9e4d18697 None None] Pushing event updated for resources: {'Port': ['ID=9680bd3f-de2b-4888-8cc0-7b66344adcaa,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:31.976337 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for router_gateway (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:32.006384 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c47ff4-53a1-4785-b17c-605accaba3b7 x-openstack-request-id: req-60c47ff4-53a1-4785-b17c-605accaba3b7 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:32.006705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:32.007026 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60c47ff4-53a1-4785-b17c-605accaba3b7 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:32.007433 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c47ff4-53a1-4785-b17c-605accaba3b7'] response: {'name': 'network-changed', 'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:07:32.026249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:32.085186 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:32.370591 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:32.492605 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711851-edf7-497b-94eb-891675ad172e req-64ad81f2-7205-4016-a91e-9af27eca6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:32.494068 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-64ad81f2-7205-4016-a91e-9af27eca6a8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3baeb51defd34355b28f4459d2e7ea80&device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 1129 time: 0.4596696 Apr 01 13:07:32.503590 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:32.518269 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Checking router: 0139abc0-a84d-40f4-b340-a1a70c723c97 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:32.528608 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:32.529881 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:32.586259 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Allocated IP 172.27.2.35 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/58db6e44-ca4e-4745-9b10-b741cfc596a3) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:07:32.648071 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:32.675365 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711851-edf7-497b-94eb-891675ad172e req-a3463772-d1a2-4c01-9702-53acf639c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:32.676834 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-a3463772-d1a2-4c01-9702-53acf639c846 service neutron] 10.222.0.62 "GET /v2.0/networks?id=faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 200 len: 916 time: 0.1762302 Apr 01 13:07:32.729094 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-4b800afa-269f-43f6-adf7-efbdf8e1c28e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 200 len: 217 time: 0.0462427 Apr 01 13:07:32.797176 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:32.807691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711851-edf7-497b-94eb-891675ad172e req-cc5947e4-88e6-4cbf-9653-adab7c6ee8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:32.809048 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-cc5947e4-88e6-4cbf-9653-adab7c6ee8b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 200 len: 854 time: 0.0743394 Apr 01 13:07:32.881666 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711851-edf7-497b-94eb-891675ad172e req-28297498-16ef-40b0-9a72-e0fca0a14b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:32.883511 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-28297498-16ef-40b0-9a72-e0fca0a14b43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=faf31c08-97b0-4630-8a9d-b31f28399f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649326 Apr 01 13:07:32.905374 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:32.939071 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded673b1-9895-4742-b59c-308a5cbe83fb None None] The sync data for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi is: [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:04:39Z', 'revision_number': 4, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'e20d9b67-c09e-49ea-b35f-cbcc0423b2cc', 'name': '', 'network_id': 'faf31c08-97b0-4630-8a9d-b31f28399f5f', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'mac_address': 'fa:16:3e:8d:a4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:39Z', 'updated_at': '2022-04-01T13:04:45Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'subnets': [{'id': 'a68daa78-e0a0-49ae-be33-ce17bac86969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:32.953686 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.016145 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:33.022862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:33.034092 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:07:33.068884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Pushing event updated for resources: {'Port': ['ID=58db6e44-ca4e-4745-9b10-b741cfc596a3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:33.074624 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-697a481f-fbb0-4cdf-8d05-040522e7cd30 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827126 Apr 01 13:07:33.259789 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515b350-5856-45a9-81b6-d8209edef413 None None] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:33.302141 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07711851-edf7-497b-94eb-891675ad172e req-59707350-97f6-44bc-9a72-c571137b36d1 service neutron] 10.222.0.62 "GET /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216074 Apr 01 13:07:33.329754 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fa5a0-8b94-4919-9fcb-7cd8441f6ccd None None] New status for floating IP c44c64a6-5ab5-4fea-94e4-35ea67ee4d1d: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:07:33.473519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for router_gateway (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.532397 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Provisioning complete for port 9680bd3f-de2b-4888-8cc0-7b66344adcaa triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:33.532769 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.625250 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34776) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:33.702066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Current status of the port 9680bd3f-de2b-4888-8cc0-7b66344adcaa is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:33.702066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.741089 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] For port 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=9680bd3f-de2b-4888-8cc0-7b66344adcaa,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:33.746807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.759843 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-155963e0-cb81-4801-9a6a-7b6fa8bcd4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.767197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.824800 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.893254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 9680bd3f-de2b-4888-8cc0-7b66344adcaa up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:33.902096 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-155963e0-cb81-4801-9a6a-7b6fa8bcd4db admin admin] Publish callbacks [] for security_group (236101b3-2837-4bad-8007-abffe63fccc7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.929993 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e20bf7-6428-458a-afc6-ddd9e108e836 None None] Pushing event updated for resources: {'Port': ['ID=9680bd3f-de2b-4888-8cc0-7b66344adcaa,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:33.954427 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-155963e0-cb81-4801-9a6a-7b6fa8bcd4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (236101b3-2837-4bad-8007-abffe63fccc7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.961699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-7a1b257f-771b-4b71-8072-eafdd9ee5b8a None None] Provisioning complete for port 9680bd3f-de2b-4888-8cc0-7b66344adcaa triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:33.962072 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7a1b257f-771b-4b71-8072-eafdd9ee5b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:33.994933 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-155963e0-cb81-4801-9a6a-7b6fa8bcd4db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f2b2a5f501641cab4c1441d0e482378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675711 Apr 01 13:07:33.995798 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155963e0-cb81-4801-9a6a-7b6fa8bcd4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236101b3-2837-4bad-8007-abffe63fccc7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:33.998160 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34780) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:34.002245 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 9680bd3f-de2b-4888-8cc0-7b66344adcaa triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:34.002726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.011757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:07:34.054628 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] Publish callbacks [] for security_group (236101b3-2837-4bad-8007-abffe63fccc7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.076990 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] Publish callbacks [] for security_group (236101b3-2837-4bad-8007-abffe63fccc7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.091422 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b257f-771b-4b71-8072-eafdd9ee5b8a None None] Current status of the port 9680bd3f-de2b-4888-8cc0-7b66344adcaa is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:34.129049 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:34.134503 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 9680bd3f-de2b-4888-8cc0-7b66344adcaa is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:34.139036 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:34.147956 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:34.148557 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:34.207345 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (236101b3-2837-4bad-8007-abffe63fccc7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.210305 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.214250 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/236101b3-2837-4bad-8007-abffe63fccc7 HTTP/1.1" status: 204 len: 168 time: 0.2149277 Apr 01 13:07:34.223124 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf2a7c-ded1-4896-9087-3efbe15b8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236101b3-2837-4bad-8007-abffe63fccc7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:34.237165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.238921 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f9f98969-fb34-4935-8754-b1944343adcd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0719182 Apr 01 13:07:34.241522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34786) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:34.268385 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:34.457527 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:33Z', 'revision_number': 3, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:34.484888 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:34.485247 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Updating router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e port 58db6e44-ca4e-4745-9b10-b741cfc596a3 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:07:34.517495 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.673847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.785345 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks [] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.833286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Allocated IP 172.20.0.1 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/7cead2dd-ffc4-4155-b5b5-d735306f54d2) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:07:34.870362 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.904202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34794) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:34.918473 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffff1839-8e92-43d5-bc74-5aca4e1ef522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.923599 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Attempting to bind port 58db6e44-ca4e-4745-9b10-b741cfc596a3 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:07:34.923964 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Attempting to bind port 58db6e44-ca4e-4745-9b10-b741cfc596a3 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:07:34.924313 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Attempting to bind port 58db6e44-ca4e-4745-9b10-b741cfc596a3 on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:07:34.927538 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Pushing event updated for resources: {'Port': ['ID=58db6e44-ca4e-4745-9b10-b741cfc596a3,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:34.932376 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:07:34.932752 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:34.933161 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.933527 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:07:34.934006 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Bound port: 58db6e44-ca4e-4745-9b10-b741cfc596a3, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:07:34.934377 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.955542 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks [] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:34.958797 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.959138 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.959664 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.959859 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.960162 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.960482 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.960798 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.961114 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.961430 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.961769 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.962086 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.962421 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.962734 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.963043 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:34.963353 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.000933 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] For port 58db6e44-ca4e-4745-9b10-b741cfc596a3, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:07:35.003939 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] For port 58db6e44-ca4e-4745-9b10-b741cfc596a3, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=58db6e44-ca4e-4745-9b10-b741cfc596a3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:07:35.008902 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffff1839-8e92-43d5-bc74-5aca4e1ef522 admin admin] Publish callbacks [] for security_group (64151fc1-deef-4066-b49d-ec04be8abaa3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.053393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.074447 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffff1839-8e92-43d5-bc74-5aca4e1ef522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (64151fc1-deef-4066-b49d-ec04be8abaa3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.074936 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.094366 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:35.100722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:35.107206 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:07:35.116619 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ffff1839-8e92-43d5-bc74-5aca4e1ef522 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bef1411438c48afa15d7c3f765123f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111366 Apr 01 13:07:35.117958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1839-8e92-43d5-bc74-5aca4e1ef522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64151fc1-deef-4066-b49d-ec04be8abaa3,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:35.120468 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34798) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:35.134648 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:35.148837 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.149186 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.149532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.149969 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.150303 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.150635 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.150957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.151279 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.152195 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.152520 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.152602 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.152859 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.153200 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.153481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.153820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:35.167027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.172395 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c659fd5-ae33-4db1-a3ad-ff582153ab6d None None] Pushing event updated for resources: {'Port': ['ID=58db6e44-ca4e-4745-9b10-b741cfc596a3,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:35.180379 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:35.181367 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:35.183214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] Publish callbacks [] for security_group (64151fc1-deef-4066-b49d-ec04be8abaa3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.213184 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] Publish callbacks [] for security_group (64151fc1-deef-4066-b49d-ec04be8abaa3), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.302061 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:35.344691 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (64151fc1-deef-4066-b49d-ec04be8abaa3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.347737 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.348875 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64151fc1-deef-4066-b49d-ec04be8abaa3 HTTP/1.1" status: 204 len: 168 time: 0.2274170 Apr 01 13:07:35.362857 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47da6-62fc-45e7-a126-88de0dbf604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64151fc1-deef-4066-b49d-ec04be8abaa3,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:35.399410 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.426418 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c9a43f85-443a-4b68-bb14-4082b5b95ef2 None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:35.426987 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c9a43f85-443a-4b68-bb14-4082b5b95ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.466371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c9a43f85-443a-4b68-bb14-4082b5b95ef2 None None] Port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:07:35.506557 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:33Z', 'revision_number': 3, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:35.533922 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6faa71b-1046-4b8a-bf1a-eba68ba4037c None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:33Z', 'revision_number': 3, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:35.587473 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks [] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.668962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.737192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:35.739821 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:35.889392 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 9680bd3f-de2b-4888-8cc0-7b66344adcaa up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:35.897217 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:35.898733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:36.005241 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 9680bd3f-de2b-4888-8cc0-7b66344adcaa triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:36.005811 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:36.060278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:36.139775 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 9680bd3f-de2b-4888-8cc0-7b66344adcaa is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:36.211446 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e7d43f35-26dd-48b3-99df-0146cd611eff None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:36.211446 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e7d43f35-26dd-48b3-99df-0146cd611eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:36.251142 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e7d43f35-26dd-48b3-99df-0146cd611eff None None] Port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:07:36.468576 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:36.473894 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8ce92aad-096a-40f7-85f5-9f0228f528d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2313418 Apr 01 13:07:36.668303 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34830) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:36.769593 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970726836-network', 'tenant_id': '08aa2769c18d4b0dae459248bb6db70d'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:36.851372 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Made reservation on behalf of 08aa2769c18d4b0dae459248bb6db70d for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:36.853774 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:36.862834 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:36.949937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks [] for security_group (8fa259dc-08f1-4708-ac94-cdef26523b52), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.024719 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8fa259dc-08f1-4708-ac94-cdef26523b52), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.054580 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:07:37.065305 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa259dc-08f1-4708-ac94-cdef26523b52,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:37.070596 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (8b9e6a2d-fc26-44f8-8c58-5b649d271057), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.070942 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Added segment 8b9e6a2d-fc26-44f8-8c58-5b649d271057 of type vlan for network 5fa80ee9-ce67-428d-9d95-cc6d2909741f Apr 01 13:07:37.083108 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.084365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.084365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.084365 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.084916 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.084916 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.085353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.085353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.093504 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:07:37.130294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34838) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:37.134962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612934912', 'description': 'tempest-description--334002991'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:37.140483 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (5fa80ee9-ce67-428d-9d95-cc6d2909741f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.219282 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.265167 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (5fa80ee9-ce67-428d-9d95-cc6d2909741f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.266207 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:37.267046 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.304643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (3bcadc6a-8988-4e0e-b594-5d91908c551c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.327837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa80ee9-ce67-428d-9d95-cc6d2909741f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:37.339364 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 5fa80ee9-ce67-428d-9d95-cc6d2909741f details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:07:37.400459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3bcadc6a-8988-4e0e-b594-5d91908c551c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.429836 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:37.437176 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcadc6a-8988-4e0e-b594-5d91908c551c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:37.443450 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:37.445081 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:37.460257 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1b185574-89fa-4fdf-a372-03c875e70c75 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7909648 Apr 01 13:07:37.468022 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34840) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:37.473215 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Request body: {'subnet': {'network_id': '5fa80ee9-ce67-428d-9d95-cc6d2909741f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970726836-subnet', 'tenant_id': '08aa2769c18d4b0dae459248bb6db70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:37.515185 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.516445 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9b2ed710-ed64-4629-8e7c-1e28af7f4c1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3851573 Apr 01 13:07:37.519412 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34842) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:37.523690 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '3bcadc6a-8988-4e0e-b594-5d91908c551c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:37.578886 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Made reservation on behalf of 08aa2769c18d4b0dae459248bb6db70d for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:37.579532 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:37.581819 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62503226'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.645318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (1be4c16c-d427-4ee6-99f0-e6d75868e8d2), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.745733 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (1be4c16c-d427-4ee6-99f0-e6d75868e8d2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.791930 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:37.824322 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:37.824680 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Updating router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:07:37.836001 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (1be4c16c-d427-4ee6-99f0-e6d75868e8d2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.849673 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 58db6e44-ca4e-4745-9b10-b741cfc596a3 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:37.859577 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be4c16c-d427-4ee6-99f0-e6d75868e8d2,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:37.863839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59378307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62503212'] for subnet (1dfce436-409f-4e25-85eb-0bf14543df75), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.885177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.922684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfce436-409f-4e25-85eb-0bf14543df75,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:37.931587 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Checking segment: {'id': '8b9e6a2d-fc26-44f8-8c58-5b649d271057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5fa80ee9-ce67-428d-9d95-cc6d2909741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:37.932007 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Network hostable DHCP agents. Network: 5fa80ee9-ce67-428d-9d95-cc6d2909741f, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:07:37.946122 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:37.947330 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5fcc2d53-9139-4fc9-994a-eba845f5b4f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270074 Apr 01 13:07:37.950226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34846) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:37.954640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '3bcadc6a-8988-4e0e-b594-5d91908c551c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:37.960108 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 58db6e44-ca4e-4745-9b10-b741cfc596a3 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:37.960505 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.041595 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Network 5fa80ee9-ce67-428d-9d95-cc6d2909741f is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:07:38.055670 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (aa47c514-8516-41e8-bdb7-092f6350a8af), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.115528 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (aa47c514-8516-41e8-bdb7-092f6350a8af), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.149505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 5fa80ee9-ce67-428d-9d95-cc6d2909741f) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:38.156888 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:38.157490 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.167050 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d038681-fc58-4938-9552-a4ba6ebdeebf None None] Network 5fa80ee9-ce67-428d-9d95-cc6d2909741f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:38.178370 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (aa47c514-8516-41e8-bdb7-092f6350a8af), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.183930 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 58db6e44-ca4e-4745-9b10-b741cfc596a3 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:38.184321 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.197896 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa47c514-8516-41e8-bdb7-092f6350a8af,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:38.256192 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 58db6e44-ca4e-4745-9b10-b741cfc596a3, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=58db6e44-ca4e-4745-9b10-b741cfc596a3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:38.261886 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2019b867-7427-49f8-9f8b-94598e83db4a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7926381 Apr 01 13:07:38.284125 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.286274 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-30f73d69-d05e-4857-a465-e5c6d63dde38 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342798 Apr 01 13:07:38.290254 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34852) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:38.294834 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:38.313403 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.361824 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.367992 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd2e1e-76f5-4efe-aee3-d733547a72ac None None] Network 5fa80ee9-ce67-428d-9d95-cc6d2909741f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:38.385126 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks [] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.477291 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.560020 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.593017 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.27.2.111 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/d48536ea-bd18-408f-b40d-9ec7ea4941b0) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:07:38.612751 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=58db6e44-ca4e-4745-9b10-b741cfc596a3,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:38.726450 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1daf64-f6eb-4627-9993-d5598e95e4ce None None] Pushing event updated for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:38.728992 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Attempting to bind port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:07:38.729514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Attempting to bind port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:07:38.729760 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Attempting to bind port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:07:38.736313 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:07:38.736697 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:38.737162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.737602 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:07:38.738102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Bound port: 7cead2dd-ffc4-4155-b5b5-d735306f54d2, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:07:38.739050 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.754136 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.808165 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] For port 7cead2dd-ffc4-4155-b5b5-d735306f54d2, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:07:38.812251 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] For port 7cead2dd-ffc4-4155-b5b5-d735306f54d2, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=7cead2dd-ffc4-4155-b5b5-d735306f54d2,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:07:38.890576 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c9421bda-af8b-4ab1-8605-1f35a4508bbd None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:38.890863 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c9421bda-af8b-4ab1-8605-1f35a4508bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.891752 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.917380 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:38.937704 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:38.941214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:38.945271 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:07:38.991437 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c9421bda-af8b-4ab1-8605-1f35a4508bbd None None] Port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:07:39.009985 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=d48536ea-bd18-408f-b40d-9ec7ea4941b0,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.022965 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:39.023611 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:39.025530 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1daf64-f6eb-4627-9993-d5598e95e4ce None None] Pushing event updated for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.058454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.124652 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 34868) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:39.134244 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1483156431-network', 'tenant_id': '13d291fc093e4e9ea2653063c3f46ecc'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:39.187201 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:39.204081 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.245915 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Made reservation on behalf of 13d291fc093e4e9ea2653063c3f46ecc for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:39.249131 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.262025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.392655 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks [] for security_group (665a6678-cf00-46c6-bc34-075cd5e2915e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.413666 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.449229 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:39.449819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.457225 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (665a6678-cf00-46c6-bc34-075cd5e2915e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.478502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:07:39.487126 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.492773 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.493261 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a6678-cf00-46c6-bc34-075cd5e2915e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.498962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (1da20786-193b-455e-bba1-963249598335), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.499634 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Added segment 1da20786-193b-455e-bba1-963249598335 of type vlan for network e856cc4c-900a-4ee7-a2f3-f6dbd080f628 Apr 01 13:07:39.543923 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (e856cc4c-900a-4ee7-a2f3-f6dbd080f628), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.580995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Current status of the port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:39.581380 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.593130 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:39.593417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=d48536ea-bd18-408f-b40d-9ec7ea4941b0,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.601433 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.621197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df36b-b838-4c21-b40d-bc64879d70e5 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:39.644790 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] For port 7cead2dd-ffc4-4155-b5b5-d735306f54d2, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=7cead2dd-ffc4-4155-b5b5-d735306f54d2,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:39.710252 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (e856cc4c-900a-4ee7-a2f3-f6dbd080f628), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.711590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:39.712059 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.712179 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.716620 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ad9a1a4a-8616-4eb4-b90e-021387be17d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4220309 Apr 01 13:07:39.750772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:39.807471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] Pushing event updated for resources: {'Network': ['ID=e856cc4c-900a-4ee7-a2f3-f6dbd080f628,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.821038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network e856cc4c-900a-4ee7-a2f3-f6dbd080f628 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:07:39.890413 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148e449-c20b-4ef0-b50c-9b283b80a6c6 None None] Pushing event updated for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:39.897032 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bf83986a-61d7-46b3-81b5-af968347ca62 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7711024 Apr 01 13:07:39.900560 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 34890) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:39.917735 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Request body: {'subnet': {'network_id': 'e856cc4c-900a-4ee7-a2f3-f6dbd080f628', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1483156431-subnet', 'tenant_id': '13d291fc093e4e9ea2653063c3f46ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:39.992118 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Made reservation on behalf of 13d291fc093e4e9ea2653063c3f46ecc for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:39.995269 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62392499'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:40.024364 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 58db6e44-ca4e-4745-9b10-b741cfc596a3 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:40.086312 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 58db6e44-ca4e-4745-9b10-b741cfc596a3 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:40.087772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:40.152732 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-ceb03dc7-7710-4f33-a7a1-8dfd10afdcc0 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1612934912&fields=id&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 267 time: 0.0807836 Apr 01 13:07:40.228858 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 58db6e44-ca4e-4745-9b10-b741cfc596a3 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:40.229698 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 7cead2dd-ffc4-4155-b5b5-d735306f54d2 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:40.286102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:40.286565 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:40.377539 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-d9f75f8c-ed84-4d53-a3a2-e85cba0fc8ab tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:40.379084 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-d9f75f8c-ed84-4d53-a3a2-e85cba0fc8ab tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.2160590 Apr 01 13:07:40.389585 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:40.396080 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-9ba18c00-7dda-4e05-a23b-846f19cc3a97 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/quotas/9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 375 time: 0.0112610 Apr 01 13:07:40.455874 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-c4d61eca-0722-4992-9ab2-a7671e793dde tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542936 Apr 01 13:07:40.516259 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62501443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62392485'] for subnet (455bf308-8a97-4c97-82c4-489d011639d1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:40.600731 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=455bf308-8a97-4c97-82c4-489d011639d1,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:40.619987 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-f84029a9-e64d-4378-bd32-9955745d341d service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518645 Apr 01 13:07:40.620849 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Checking segment: {'id': '1da20786-193b-455e-bba1-963249598335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e856cc4c-900a-4ee7-a2f3-f6dbd080f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:40.621206 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Network hostable DHCP agents. Network: e856cc4c-900a-4ee7-a2f3-f6dbd080f628, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:07:40.724591 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-a45e2027-1ff6-40ce-9414-61164ff9ba0d service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947261 Apr 01 13:07:40.773202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Network e856cc4c-900a-4ee7-a2f3-f6dbd080f628 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:07:40.944317 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, e856cc4c-900a-4ee7-a2f3-f6dbd080f628) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:40.948621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:40.949288 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:40.961303 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10cde5-dbb9-49e2-96cf-d941ff1fce16 None None] Network e856cc4c-900a-4ee7-a2f3-f6dbd080f628 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:41.034835 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8382be71-4f83-491c-a0d5-0b5ce1c3c343 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1321592 Apr 01 13:07:41.074376 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-306a1b25-693a-45c8-b8cd-f61b19ce9211 req-8cc965e4-bc9c-4ae5-b90f-17771777b2e7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 210 time: 0.0545595 Apr 01 13:07:41.129205 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86b92a-4258-48f3-af8a-3bf0aea3090c None None] Network e856cc4c-900a-4ee7-a2f3-f6dbd080f628 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:41.820967 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 7cead2dd-ffc4-4155-b5b5-d735306f54d2 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:41.876027 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:41.876414 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:41.972785 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:42.077953 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb2ab-e0f3-425c-bfb5-28e8405b8971 req-0c7c06fb-6730-413f-a103-a24b44d265dc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:42.079890 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d18bb2ab-e0f3-425c-bfb5-28e8405b8971 req-0c7c06fb-6730-413f-a103-a24b44d265dc tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0536022 Apr 01 13:07:42.128657 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d18bb2ab-e0f3-425c-bfb5-28e8405b8971 req-0dcb497b-9097-48e6-a9d8-66bdcbbfaa7a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Apr 01 13:07:42.169354 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0d60eba2-44c0-476d-9246-173b0999334c req-7a591c6d-1796-4529-8abc-30bdf6af7845 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 210 time: 0.0273762 Apr 01 13:07:43.246827 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928eb6b-49a6-45e7-8c45-d27cd61fc136 req-1b58e705-f0bb-4932-b576-68880ee00b41 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:43.248963 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b928eb6b-49a6-45e7-8c45-d27cd61fc136 req-1b58e705-f0bb-4932-b576-68880ee00b41 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0534837 Apr 01 13:07:43.271252 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0959e6f0-ac0b-4118-ab12-23963f1f9961 req-526d97d5-669e-4621-b31f-e8a5906e7f0c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 210 time: 0.0299499 Apr 01 13:07:43.304147 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b928eb6b-49a6-45e7-8c45-d27cd61fc136 req-5df1cd92-08dc-4f63-9ce8-bdae2412d2ef tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Apr 01 13:07:43.600608 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-216563b7-c119-4273-bfec-30527b353bea tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:43.602084 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-216563b7-c119-4273-bfec-30527b353bea tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1027942 Apr 01 13:07:43.667303 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-1090e6a1-9019-4e2a-9e74-c35606e3e1a1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 380 time: 0.0567918 Apr 01 13:07:43.677757 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'port': {'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'admin_state_up': True, 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'security_groups': ['3bcadc6a-8988-4e0e-b594-5d91908c551c']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:43.835839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-285f8e0e-34bb-4198-9acf-47d585b6a79a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:43.837340 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-285f8e0e-34bb-4198-9acf-47d585b6a79a tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.62 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 945 time: 0.0779474 Apr 01 13:07:43.935968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Deleting port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:43.936304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:43.975505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:07:43.978913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.089438 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] For port 0fb64cf4-abad-4992-8b01-11d8bb47daf1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0fb64cf4-abad-4992-8b01-11d8bb47daf1,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:44.089884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.125286 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Calling delete_port for 0fb64cf4-abad-4992-8b01-11d8bb47daf1 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:44.188998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.20.0.10 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/e0aa4699-4d90-4ad8-a921-30ecb3fcd64f) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:07:44.390291 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.397701 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-91863f76-7276-46f5-8768-eac8cf700bb8 req-b476e791-e546-4867-805f-2de733605986 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 210 time: 0.0382097 Apr 01 13:07:44.452367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (0fb64cf4-abad-4992-8b01-11d8bb47daf1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.464167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['0fb64cf4-abad-4992-8b01-11d8bb47daf1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:07:44.522411 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Pushing event deleted for resources: {'Port': ['ID=0fb64cf4-abad-4992-8b01-11d8bb47daf1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:44.533944 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3829fe-7e56-40fe-8b4a-0507944064d2 req-698a0bda-9a49-4d29-9e44-08386ba14b49 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:44.535434 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a3829fe-7e56-40fe-8b4a-0507944064d2 req-698a0bda-9a49-4d29-9e44-08386ba14b49 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e74f14-752b-41a9-a44d-8372ab081c0c HTTP/1.1" status: 200 len: 867 time: 0.1433396 Apr 01 13:07:44.551092 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] No DVR routers for this DVR port 0fb64cf4-abad-4992-8b01-11d8bb47daf1 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:44.556992 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.560190 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8779cdd9-b229-4ce2-a683-b3ccb276eea3 req-97fd5a31-446b-443e-9108-8ff4a905ac59 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.62 "DELETE /v2.0/ports/0fb64cf4-abad-4992-8b01-11d8bb47daf1 HTTP/1.1" status: 204 len: 173 time: 0.7171993 Apr 01 13:07:44.561146 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'name': 'network-vif-deleted', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:44.563335 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716fc61-492c-4a96-955c-684abd9826fc" -d '{"events": [{"server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "name": "network-vif-deleted", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:44.601244 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9326e88c-f3c5-470c-ac86-a5632f01e2e0 x-openstack-request-id: req-9326e88c-f3c5-470c-ac86-a5632f01e2e0 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:44.601546 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e74f14-752b-41a9-a44d-8372ab081c0c", "name": "network-vif-deleted", "tag": "0fb64cf4-abad-4992-8b01-11d8bb47daf1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:44.601824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9326e88c-f3c5-470c-ac86-a5632f01e2e0 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:44.602231 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9326e88c-f3c5-470c-ac86-a5632f01e2e0'] response: {'server_uuid': '57e74f14-752b-41a9-a44d-8372ab081c0c', 'name': 'network-vif-deleted', 'tag': '0fb64cf4-abad-4992-8b01-11d8bb47daf1', 'status': 'completed', 'code': 200} Apr 01 13:07:44.606901 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a3829fe-7e56-40fe-8b4a-0507944064d2 req-7a479ac0-dcda-4ba7-bbb8-d1cf8d723705 tempest-TestMinimumBasicScenario-1232238743 tempest-TestMinimumBasicScenario-1232238743-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a5f3036-ea3a-41d1-aee8-cede2c3dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575287 Apr 01 13:07:44.663636 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.708254 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:07:44.711256 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:07:44.715141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:07:44.750661 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:44.776859 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:44.777431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:44.890249 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-b1b40afd-1d93-4ad6-9db8-7a139f786989 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2166386 Apr 01 13:07:44.902710 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Request body: {'port': {'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:44.978556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.015570 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-814c7a64-18ef-44c3-a738-85af2cf8c951 None None] Provisioning complete for port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:45.015983 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-814c7a64-18ef-44c3-a738-85af2cf8c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.054260 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-814c7a64-18ef-44c3-a738-85af2cf8c951 None None] Port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:07:45.255637 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0aa4699-4d90-4ad8-a921-30ecb3fcd64f {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:07:45.263091 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks [] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.275689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Transition to ACTIVE for port object e0aa4699-4d90-4ad8-a921-30ecb3fcd64f will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:07:45.333030 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.386374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Pushing event updated for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:45.466596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Attempting to bind port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:07:45.467488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Attempting to bind port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:07:45.467488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Attempting to bind port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:07:45.482106 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:07:45.482471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Attempting to bind port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:07:45.494987 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:07:45.495332 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:07:45.495723 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:07:45.496218 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Bound port: e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:07:45.496523 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.551383 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418097-69a1-40ee-844a-dce9efd902b1 req-462233f2-7cc9-4d68-b2f1-902a76f99fae tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:45.558684 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5418097-69a1-40ee-844a-dce9efd902b1 req-462233f2-7cc9-4d68-b2f1-902a76f99fae tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 944 time: 0.0712676 Apr 01 13:07:45.632071 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c5418097-69a1-40ee-844a-dce9efd902b1 req-4f2f054b-fcf4-4b11-9de6-c965e54ef95f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724232 Apr 01 13:07:45.658666 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:07:45.662836 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:07:45.785693 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.848629 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:45.849581 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:45.851946 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] 10.222.0.62 "PUT /v2.0/ports/e0aa4699-4d90-4ad8-a921-30ecb3fcd64f HTTP/1.1" status: 200 len: 1094 time: 0.9538529 Apr 01 13:07:45.879873 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39478fe9-b189-4996-a717-9d5d9390e837 service neutron] Pushing event updated for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:46.024306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-d9f187f8-ef82-4977-a3fc-836b60b081ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.025850 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-d9f187f8-ef82-4977-a3fc-836b60b081ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 1128 time: 0.0485008 Apr 01 13:07:46.070154 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-4c3f65c3-f618-467d-84a0-8cfa3836a43d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f HTTP/1.1" status: 200 len: 217 time: 0.0374010 Apr 01 13:07:46.120975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-cff9b89f-c075-4a5b-a27a-1d87d0d8e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.125312 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-cff9b89f-c075-4a5b-a27a-1d87d0d8e6bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0464578 Apr 01 13:07:46.175996 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-c95a32b7-5b04-49a6-bb58-b48ab28e632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.177504 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-c95a32b7-5b04-49a6-bb58-b48ab28e632c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490046 Apr 01 13:07:46.280980 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-a9f49b10-6e84-425e-8120-8c953bec938b service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972145 Apr 01 13:07:46.375648 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fe9e887-4a7d-4e57-9bd8-62b791a0ea1a req-3db9ab0b-3eb8-476f-9108-c77416c94f3b service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877833 Apr 01 13:07:46.602953 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:46.605333 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e" -d '{"events": [{"name": "network-changed", "server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:46.640554 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c71b70-17d7-4df2-8f61-3a201a2d68da x-openstack-request-id: req-f8c71b70-17d7-4df2-8f61-3a201a2d68da {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:46.640845 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:46.641097 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8c71b70-17d7-4df2-8f61-3a201a2d68da {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:46.641505 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c71b70-17d7-4df2-8f61-3a201a2d68da'] response: {'name': 'network-changed', 'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'status': 'completed', 'code': 200} Apr 01 13:07:46.708458 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 0fb64cf4-abad-4992-8b01-11d8bb47daf1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:46.712662 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-1b7900b3-4640-48e3-bcb1-23afd27dd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.714658 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-1b7900b3-4640-48e3-bcb1-23afd27dd119 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 1128 time: 0.0512416 Apr 01 13:07:46.739338 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 0fb64cf4-abad-4992-8b01-11d8bb47daf1 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:46.765234 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 0fb64cf4-abad-4992-8b01-11d8bb47daf1 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:46.767471 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274920dc-0dca-48f2-8bef-02341683336b req-b6b0b29f-9ff8-42f1-af3b-d2a9a9c39a49 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.769942 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-274920dc-0dca-48f2-8bef-02341683336b req-b6b0b29f-9ff8-42f1-af3b-d2a9a9c39a49 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 944 time: 0.0768783 Apr 01 13:07:46.820827 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-74af6533-ab43-4451-adcb-cef0d1b9fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.822482 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-74af6533-ab43-4451-adcb-cef0d1b9fd78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 915 time: 0.1006310 Apr 01 13:07:46.824607 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-274920dc-0dca-48f2-8bef-02341683336b req-a623db9f-4a63-4743-842c-88711a99381b tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479903 Apr 01 13:07:46.914237 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-6b1fd12c-9d54-4886-b18b-67e3bd07b01f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f HTTP/1.1" status: 200 len: 217 time: 0.0365477 Apr 01 13:07:46.917297 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-4b97ed10-9056-4dcb-ab7e-88f084c08d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.918925 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-4b97ed10-9056-4dcb-ab7e-88f084c08d19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0478795 Apr 01 13:07:46.974050 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-f3050454-f085-406d-92a4-9e279fc78b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:46.976388 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-f3050454-f085-406d-92a4-9e279fc78b17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511563 Apr 01 13:07:47.066104 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-7d5447b8-c30a-4915-b236-5e10c2435df0 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Apr 01 13:07:47.163074 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b877ad35-5f73-4fd3-a7d5-204f11b1d46e req-9f0eee5a-dcc1-40f4-b236-958bfbed53d0 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910397 Apr 01 13:07:47.917251 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35106) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:47.946161 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5d46e-ed14-4240-b054-0435ebd04da5 req-d683f130-f1c6-448b-91f5-b7c53a7cac28 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:47.947666 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-efa5d46e-ed14-4240-b054-0435ebd04da5 req-d683f130-f1c6-448b-91f5-b7c53a7cac28 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 944 time: 0.0543549 Apr 01 13:07:47.996010 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-efa5d46e-ed14-4240-b054-0435ebd04da5 req-d680ea24-2598-4311-ab47-b46a1bb322f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Apr 01 13:07:48.268574 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (0139abc0-a84d-40f4-b340-a1a70c723c97), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:48.518101 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Deleting port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:48.518439 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:48.595411 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] For port e20d9b67-c09e-49ea-b35f-cbcc0423b2cc, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:48.595779 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:48.609054 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Calling delete_port for e20d9b67-c09e-49ea-b35f-cbcc0423b2cc owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:48.876129 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (e20d9b67-c09e-49ea-b35f-cbcc0423b2cc), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:48.902331 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e20d9b67-c09e-49ea-b35f-cbcc0423b2cc,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:49.104723 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (0139abc0-a84d-40f4-b340-a1a70c723c97), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:49.135180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e0aa4699-4d90-4ad8-a921-30ecb3fcd64f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:07:49.193697 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2d78f-cd0a-4da4-a571-3741af8e5af6 req-090823be-9c06-4316-805e-408dbd47d525 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:49.195167 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aa2d78f-cd0a-4da4-a571-3741af8e5af6 req-090823be-9c06-4316-805e-408dbd47d525 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 944 time: 0.1264071 Apr 01 13:07:49.243403 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:49.258219 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:07:49.267940 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aa2d78f-cd0a-4da4-a571-3741af8e5af6 req-975715d7-ffd9-4c31-afbf-f978e059f839 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663376 Apr 01 13:07:49.298496 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:49.298881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:49.311699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aa4699-4d90-4ad8-a921-30ecb3fcd64f {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:07:49.331250 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:49.380988 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Router 0139abc0-a84d-40f4-b340-a1a70c723c97 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:49.429711 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:49.483055 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:49.736147 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:49.741170 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1cd2a790-9319-404e-99df-a02d8aca0a8d admin admin] 10.222.0.43 "PUT /v2.0/routers/0139abc0-a84d-40f4-b340-a1a70c723c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228602 Apr 01 13:07:49.744010 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35122) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:49.747150 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Sync routers for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:49.757746 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:49.758562 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:49.857130 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks [] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:49.960939 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks [] for router_gateway (0139abc0-a84d-40f4-b340-a1a70c723c97), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:49.961549 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:50.112925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Deleting port 451baa86-7a63-4237-9d01-c58ad2299a9d {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:50.113561 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.142982 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:07:48Z', 'revision_number': 5, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port': {'id': '451baa86-7a63-4237-9d01-c58ad2299a9d', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:37Z', 'updated_at': '2022-04-01T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:50.168751 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Checking router: 0139abc0-a84d-40f4-b340-a1a70c723c97 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:50.177619 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Routers {'0139abc0-a84d-40f4-b340-a1a70c723c97'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:50.178226 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['0139abc0-a84d-40f4-b340-a1a70c723c97'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:50.192151 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] For port 451baa86-7a63-4237-9d01-c58ad2299a9d, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=451baa86-7a63-4237-9d01-c58ad2299a9d,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:50.192452 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.216225 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Calling delete_port for 451baa86-7a63-4237-9d01-c58ad2299a9d owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:50.267324 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] Set router 0139abc0-a84d-40f4-b340-a1a70c723c97 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:50.321367 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:07:49Z', 'revision_number': 6, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:50.350289 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e51206-901b-4aca-aaf8-2e4153cf508a None None] The sync data for ids ['0139abc0-a84d-40f4-b340-a1a70c723c97'] in dv-cinder-836083-2-iscsi is: [{'id': '0139abc0-a84d-40f4-b340-a1a70c723c97', 'name': 'tempest-TestMinimumBasicScenario-1178565148-router', 'tenant_id': '3baeb51defd34355b28f4459d2e7ea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:36Z', 'updated_at': '2022-04-01T13:07:49Z', 'revision_number': 6, 'project_id': '3baeb51defd34355b28f4459d2e7ea80', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:50.403710 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16babc-c55d-41f5-8526-c209d6c467dd req-a0ffee3b-5cfa-4ba3-bd67-b37b0956fd68 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:50.405940 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a16babc-c55d-41f5-8526-c209d6c467dd req-a0ffee3b-5cfa-4ba3-bd67-b37b0956fd68 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 945 time: 0.0672824 Apr 01 13:07:50.452273 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a16babc-c55d-41f5-8526-c209d6c467dd req-0f2d7e2a-5a18-4a98-a70f-75fd10e12138 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Apr 01 13:07:50.464443 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (451baa86-7a63-4237-9d01-c58ad2299a9d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.489169 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Pushing event deleted for resources: {'Port': ['ID=451baa86-7a63-4237-9d01-c58ad2299a9d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:50.551375 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (0139abc0-a84d-40f4-b340-a1a70c723c97), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.640862 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.642851 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks [] for router_controller (0139abc0-a84d-40f4-b340-a1a70c723c97), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.778419 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (0139abc0-a84d-40f4-b340-a1a70c723c97), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.779121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0139abc0-a84d-40f4-b340-a1a70c723c97 {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:07:50.784779 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.785949 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4903d585-16f6-48e9-bee5-0a962b26825f admin admin] 10.222.0.43 "DELETE /v2.0/routers/0139abc0-a84d-40f4-b340-a1a70c723c97 HTTP/1.1" status: 204 len: 168 time: 1.0412099 Apr 01 13:07:50.788595 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35130) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:50.832086 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Deleting subnet a68daa78-e0a0-49ae-be33-ce17bac86969 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:07:50.835122 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Publish callbacks [] for subnet (a68daa78-e0a0-49ae-be33-ce17bac86969), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.868542 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (a68daa78-e0a0-49ae-be33-ce17bac86969), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:50.947629 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (a68daa78-e0a0-49ae-be33-ce17bac86969), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.043038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:07:51.065098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (a68daa78-e0a0-49ae-be33-ce17bac86969), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.097072 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68daa78-e0a0-49ae-be33-ce17bac86969,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:51.099098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.105585 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35134) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:51.105708 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-620c5cdf-7066-49ca-8930-e0c20a0658b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a68daa78-e0a0-49ae-be33-ce17bac86969 HTTP/1.1" status: 204 len: 168 time: 0.3154140 Apr 01 13:07:51.115877 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f11d93-1292-4997-a63a-fbf6d61e5188 None None] Network faf31c08-97b0-4630-8a9d-b31f28399f5f requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:51.182864 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (faf31c08-97b0-4630-8a9d-b31f28399f5f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.263320 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Deleting port cfae29e1-2cb2-45df-9c13-342fd376e221 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:51.263652 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.345513 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] For port cfae29e1-2cb2-45df-9c13-342fd376e221, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=cfae29e1-2cb2-45df-9c13-342fd376e221,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:51.346312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.354823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] DHCP port deletion for faf31c08-97b0-4630-8a9d-b31f28399f5f request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:07:51.360316 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Calling delete_port for cfae29e1-2cb2-45df-9c13-342fd376e221 owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:51.423758 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Deleting port cfae29e1-2cb2-45df-9c13-342fd376e221 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:51.424137 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.493154 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] For port cfae29e1-2cb2-45df-9c13-342fd376e221, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=cfae29e1-2cb2-45df-9c13-342fd376e221,segment=NetworkSegment(5610ae9e-931f-43fc-ba46-0401537ac1f3),segment_id=5610ae9e-931f-43fc-ba46-0401537ac1f3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:51.493553 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.506815 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Calling delete_port for cfae29e1-2cb2-45df-9c13-342fd376e221 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:51.527353 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.556703 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfae29e1-2cb2-45df-9c13-342fd376e221,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:51.560488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] No DVR routers for this DVR port cfae29e1-2cb2-45df-9c13-342fd376e221 on host dv-cinder-836083-2-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:51.589329 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298343-b4aa-4e2a-a5c1-fdfb6108fc5f req-58b27eb2-03d9-4154-be0a-c5226c6c4559 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:51.596612 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-07298343-b4aa-4e2a-a5c1-fdfb6108fc5f req-58b27eb2-03d9-4154-be0a-c5226c6c4559 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 945 time: 0.0716283 Apr 01 13:07:51.611250 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (cfae29e1-2cb2-45df-9c13-342fd376e221), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.639292 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (faf31c08-97b0-4630-8a9d-b31f28399f5f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.650232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] Pushing event deleted for resources: {'Port': ['ID=cfae29e1-2cb2-45df-9c13-342fd376e221,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:51.659789 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-07298343-b4aa-4e2a-a5c1-fdfb6108fc5f req-1bafd802-b12e-4465-b242-e8602b5d884d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Apr 01 13:07:51.660314 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534db3a-31df-4414-807a-4f5c9c32ede5 None None] No DVR routers for this DVR port cfae29e1-2cb2-45df-9c13-342fd376e221 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:51.663665 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf31c08-97b0-4630-8a9d-b31f28399f5f']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:51.674392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5610ae9e-931f-43fc-ba46-0401537ac1f3') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:51.674691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5610ae9e-931f-43fc-ba46-0401537ac1f3') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:51.684502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (5610ae9e-931f-43fc-ba46-0401537ac1f3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.698706 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (5610ae9e-931f-43fc-ba46-0401537ac1f3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.705221 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:07:51.705736 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (5610ae9e-931f-43fc-ba46-0401537ac1f3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:07:51.710150 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:07:51.819760 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (faf31c08-97b0-4630-8a9d-b31f28399f5f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.824380 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 451baa86-7a63-4237-9d01-c58ad2299a9d no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:51.826336 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:51.830021 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] 10.222.0.43 "DELETE /v2.0/networks/faf31c08-97b0-4630-8a9d-b31f28399f5f HTTP/1.1" status: 204 len: 168 time: 0.7239673 Apr 01 13:07:51.833261 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35158) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:51.841445 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df35855-1f53-4b2f-b50d-972d1e3c001b admin admin] Pushing event deleted for resources: {'Network': ['ID=faf31c08-97b0-4630-8a9d-b31f28399f5f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:51.849011 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 451baa86-7a63-4237-9d01-c58ad2299a9d {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:51.849360 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 451baa86-7a63-4237-9d01-c58ad2299a9d not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:51.849800 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device cfae29e1-2cb2-45df-9c13-342fd376e221 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:51.869109 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: cfae29e1-2cb2-45df-9c13-342fd376e221 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:51.869454 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device cfae29e1-2cb2-45df-9c13-342fd376e221 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:51.869892 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e20d9b67-c09e-49ea-b35f-cbcc0423b2cc no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:51.889555 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: e20d9b67-c09e-49ea-b35f-cbcc0423b2cc {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:51.889920 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e20d9b67-c09e-49ea-b35f-cbcc0423b2cc not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:52.193010 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:52.446019 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Deleting port a7dd2dd1-bf70-4ade-a76d-2b080732462a {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:52.446280 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:52.522876 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] For port a7dd2dd1-bf70-4ade-a76d-2b080732462a, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a7dd2dd1-bf70-4ade-a76d-2b080732462a,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:52.523239 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:52.536656 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Calling delete_port for a7dd2dd1-bf70-4ade-a76d-2b080732462a owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:52.767810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8139e5-1e28-49a8-a9a3-5fb9cda5a225 req-8addddb4-689e-4b19-addf-de56d217043e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:52.769349 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd8139e5-1e28-49a8-a9a3-5fb9cda5a225 req-8addddb4-689e-4b19-addf-de56d217043e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 945 time: 0.0520461 Apr 01 13:07:52.784480 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (a7dd2dd1-bf70-4ade-a76d-2b080732462a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:52.808196 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e0aa4699-4d90-4ad8-a921-30ecb3fcd64f up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:07:52.816192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7dd2dd1-bf70-4ade-a76d-2b080732462a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:52.830938 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd8139e5-1e28-49a8-a9a3-5fb9cda5a225 req-c9433093-a9ff-4630-9e90-e3c32bc8c8fd tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545096 Apr 01 13:07:52.950729 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:07:52.958286 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:07:52.959193 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.040826 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.181069 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:07:53.181654 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.206035 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:53.208359 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09098b0-b40a-462e-aa18-42a349a38fdc" -d '{"events": [{"server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:53.221207 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:53.257043 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31232880-5bf0-4c8a-8a60-068f569c1964 x-openstack-request-id: req-31232880-5bf0-4c8a-8a60-068f569c1964 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:53.258231 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:53.258651 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31232880-5bf0-4c8a-8a60-068f569c1964 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:53.259233 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31232880-5bf0-4c8a-8a60-068f569c1964'] response: {'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'code': 200} Apr 01 13:07:53.267352 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Router 05925098-f4b3-4ebf-8781-3c668b9d38b3 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:53.287304 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.337265 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:53.378641 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:53.386322 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a565e0e2-85e5-486c-8f0a-eebdb1e0495f admin admin] 10.222.0.43 "PUT /v2.0/routers/05925098-f4b3-4ebf-8781-3c668b9d38b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5489833 Apr 01 13:07:53.386422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35192) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:53.389722 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Sync routers for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:53.399090 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:53.401784 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:53.506323 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks [] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.524186 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:53.636211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4db15-c54c-4759-8557-09767b29e99c req-2a1a2305-5dfa-4f25-873c-8166618a0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:53.637814 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0c4db15-c54c-4759-8557-09767b29e99c req-2a1a2305-5dfa-4f25-873c-8166618a0415 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 1130 time: 0.0904279 Apr 01 13:07:53.665312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks [] for router_gateway (05925098-f4b3-4ebf-8781-3c668b9d38b3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.693439 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0c4db15-c54c-4759-8557-09767b29e99c req-1a081723-d800-4ebc-8231-8fa635b3e368 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492451 Apr 01 13:07:53.711101 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:07:52Z', 'revision_number': 5, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:53.738047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Checking router: 05925098-f4b3-4ebf-8781-3c668b9d38b3 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:53.747263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Routers {'05925098-f4b3-4ebf-8781-3c668b9d38b3'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:53.747871 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['05925098-f4b3-4ebf-8781-3c668b9d38b3'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:53.834919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Deleting port 85286348-42eb-439d-8dbe-d8998c19920f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:53.835429 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (85286348-42eb-439d-8dbe-d8998c19920f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.864499 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] Set router 05925098-f4b3-4ebf-8781-3c668b9d38b3 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:53.956833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] For port 85286348-42eb-439d-8dbe-d8998c19920f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=85286348-42eb-439d-8dbe-d8998c19920f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:53.957116 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (85286348-42eb-439d-8dbe-d8998c19920f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:53.972560 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Calling delete_port for 85286348-42eb-439d-8dbe-d8998c19920f owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:53.998149 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5b40f-37af-42be-a7fe-939ff98a3a74 req-14b0f06e-d376-4fc0-9d86-4cba379eaf0b tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:54.000437 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-33b5b40f-37af-42be-a7fe-939ff98a3a74 req-14b0f06e-d376-4fc0-9d86-4cba379eaf0b tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.0923681 Apr 01 13:07:54.056767 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:07:52Z', 'revision_number': 5, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:54.085172 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-33b5b40f-37af-42be-a7fe-939ff98a3a74 req-26916a8d-7ba5-4453-8d39-c46d833a09b6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576200 Apr 01 13:07:54.088520 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b364c8d-406c-448f-89be-f855905ad4b8 None None] The sync data for ids ['05925098-f4b3-4ebf-8781-3c668b9d38b3'] in dv-cinder-836083-2-iscsi is: [{'id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'name': 'tempest-TestMinimumBasicScenario-2079648620-router', 'tenant_id': 'ccec2d86cf13473ba95841bec7ea4065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '85286348-42eb-439d-8dbe-d8998c19920f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:04:43Z', 'updated_at': '2022-04-01T13:07:52Z', 'revision_number': 5, 'project_id': 'ccec2d86cf13473ba95841bec7ea4065', 'gw_port': {'id': '85286348-42eb-439d-8dbe-d8998c19920f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05925098-f4b3-4ebf-8781-3c668b9d38b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:04:44Z', 'updated_at': '2022-04-01T13:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:54.287165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (85286348-42eb-439d-8dbe-d8998c19920f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.315022 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Pushing event deleted for resources: {'Port': ['ID=85286348-42eb-439d-8dbe-d8998c19920f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:54.384527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.474681 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.486782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks [] for router_controller (05925098-f4b3-4ebf-8781-3c668b9d38b3), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.612212 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (05925098-f4b3-4ebf-8781-3c668b9d38b3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.612835 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05925098-f4b3-4ebf-8781-3c668b9d38b3 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:07:54.618534 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.618534 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-277d9458-53c4-48e8-aef0-1ad2eda63efa admin admin] 10.222.0.43 "DELETE /v2.0/routers/05925098-f4b3-4ebf-8781-3c668b9d38b3 HTTP/1.1" status: 204 len: 168 time: 1.2310615 Apr 01 13:07:54.620768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35214) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:54.667306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Deleting subnet bc42bb05-dcd9-417e-8b54-af4e8656226f {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:07:54.670690 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Publish callbacks [] for subnet (bc42bb05-dcd9-417e-8b54-af4e8656226f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.714310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (bc42bb05-dcd9-417e-8b54-af4e8656226f), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.799310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (bc42bb05-dcd9-417e-8b54-af4e8656226f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.956044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (bc42bb05-dcd9-417e-8b54-af4e8656226f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.980638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc42bb05-dcd9-417e-8b54-af4e8656226f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:54.984233 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:54.988105 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8b9bc73d-e392-442b-bfb8-bcf8117b0cb1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bc42bb05-dcd9-417e-8b54-af4e8656226f HTTP/1.1" status: 204 len: 168 time: 0.3656781 Apr 01 13:07:54.989869 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35230) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:54.990353 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83541c1-ce4f-457e-8bb9-81a478858ffa None None] Network e3c12d98-a55d-4514-9a33-6cdfd7de07b0 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:07:55.196387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] DHCP port deletion for e3c12d98-a55d-4514-9a33-6cdfd7de07b0 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:07:55.284495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Deleting port 2d3390e5-12d9-4635-906b-3dc73af27adf {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:55.285411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.316556 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0e80a-47ab-429d-843a-4b9fdd5000d0 req-d5be513b-013e-4327-b8fc-e59169e0546c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:55.318352 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fd0e80a-47ab-429d-843a-4b9fdd5000d0 req-d5be513b-013e-4327-b8fc-e59169e0546c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.0840118 Apr 01 13:07:55.359631 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] For port 2d3390e5-12d9-4635-906b-3dc73af27adf, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=2d3390e5-12d9-4635-906b-3dc73af27adf,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:55.360027 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.368235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (e3c12d98-a55d-4514-9a33-6cdfd7de07b0), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.370456 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fd0e80a-47ab-429d-843a-4b9fdd5000d0 req-f040b2a5-7838-478b-87cb-598d9db2ef8b tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Apr 01 13:07:55.381492 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Calling delete_port for 2d3390e5-12d9-4635-906b-3dc73af27adf owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:55.436056 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Deleting port 2d3390e5-12d9-4635-906b-3dc73af27adf {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:07:55.437006 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.531053 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] For port 2d3390e5-12d9-4635-906b-3dc73af27adf, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=2d3390e5-12d9-4635-906b-3dc73af27adf,segment=NetworkSegment(d06c993e-f5c8-4112-a9d3-b92efc92eecd),segment_id=d06c993e-f5c8-4112-a9d3-b92efc92eecd)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:07:55.531428 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.544439 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.547943 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Calling delete_port for 2d3390e5-12d9-4635-906b-3dc73af27adf owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:07:55.564467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5800a-0964-4804-8f2f-4ed6ceceaeac req-81c40981-0fc7-492b-bbdb-8477d2452b62 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:55.565941 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3ce5800a-0964-4804-8f2f-4ed6ceceaeac req-81c40981-0fc7-492b-bbdb-8477d2452b62 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.1172655 Apr 01 13:07:55.570752 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] Pushing event deleted for resources: {'Port': ['ID=2d3390e5-12d9-4635-906b-3dc73af27adf,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:55.575777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35248) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:55.579676 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ca55a-8f4f-41d6-a1f3-ccd70d7b70b1 None None] No DVR routers for this DVR port 2d3390e5-12d9-4635-906b-3dc73af27adf on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:55.580629 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:07:55.624685 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.650550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (2d3390e5-12d9-4635-906b-3dc73af27adf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.682476 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3390e5-12d9-4635-906b-3dc73af27adf,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:55.686543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] No DVR routers for this DVR port 2d3390e5-12d9-4635-906b-3dc73af27adf on host dv-cinder-836083-2-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:07:55.763656 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (e3c12d98-a55d-4514-9a33-6cdfd7de07b0), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.793479 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c12d98-a55d-4514-9a33-6cdfd7de07b0']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:55.803660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06c993e-f5c8-4112-a9d3-b92efc92eecd') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:55.804019 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06c993e-f5c8-4112-a9d3-b92efc92eecd') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:55.810360 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35254) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:55.824952 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (d06c993e-f5c8-4112-a9d3-b92efc92eecd), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.852731 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (d06c993e-f5c8-4112-a9d3-b92efc92eecd), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.857205 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:07:55.857633 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (d06c993e-f5c8-4112-a9d3-b92efc92eecd), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self.session.flush() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self.session.flush() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self.session.flush() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self.session.flush() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:07:55.859962 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:07:55.884733 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 2d3390e5-12d9-4635-906b-3dc73af27adf no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:55.909423 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 2d3390e5-12d9-4635-906b-3dc73af27adf {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:55.909854 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 2d3390e5-12d9-4635-906b-3dc73af27adf not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:55.910278 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 85286348-42eb-439d-8dbe-d8998c19920f no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:55.931031 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 85286348-42eb-439d-8dbe-d8998c19920f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:55.931373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 85286348-42eb-439d-8dbe-d8998c19920f not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:55.931783 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a7dd2dd1-bf70-4ade-a76d-2b080732462a no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:07:55.953900 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: a7dd2dd1-bf70-4ade-a76d-2b080732462a {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:07:55.954351 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a7dd2dd1-bf70-4ade-a76d-2b080732462a not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:07:55.967006 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b582a3a7-0012-4d61-83a4-7c90a6a544df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.989483 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (e3c12d98-a55d-4514-9a33-6cdfd7de07b0), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.994581 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:55.997771 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3c12d98-a55d-4514-9a33-6cdfd7de07b0 HTTP/1.1" status: 204 len: 168 time: 1.0069673 Apr 01 13:07:56.022392 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7522-b475-468a-8ee1-75df59b5fee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c12d98-a55d-4514-9a33-6cdfd7de07b0,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:56.070433 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b582a3a7-0012-4d61-83a4-7c90a6a544df admin admin] Publish callbacks [] for security_group (a998302f-c252-4b3f-a3b1-8093e19df61b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.133535 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.153889 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b582a3a7-0012-4d61-83a4-7c90a6a544df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a998302f-c252-4b3f-a3b1-8093e19df61b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.195000 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b582a3a7-0012-4d61-83a4-7c90a6a544df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=507d9da457b14942aba7e0cd780fef79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810911 Apr 01 13:07:56.195000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a3a7-0012-4d61-83a4-7c90a6a544df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a998302f-c252-4b3f-a3b1-8093e19df61b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:56.195550 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35260) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:56.243506 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.247841 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] Publish callbacks [] for security_group (a998302f-c252-4b3f-a3b1-8093e19df61b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.302110 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35262) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:56.345491 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ec41aa08-dc4c-4a60-a486-f342fe375d3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3baeb51defd34355b28f4459d2e7ea80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421417 Apr 01 13:07:56.347978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35264) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:56.399973 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] Publish callbacks [] for security_group (6a5f3036-ea3a-41d1-aee8-cede2c3dd180), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.427469 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] Publish callbacks [] for security_group (6a5f3036-ea3a-41d1-aee8-cede2c3dd180), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.579209 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6a5f3036-ea3a-41d1-aee8-cede2c3dd180), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.581582 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] Publish callbacks [] for security_group (a998302f-c252-4b3f-a3b1-8093e19df61b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.582454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.583619 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a5f3036-ea3a-41d1-aee8-cede2c3dd180 HTTP/1.1" status: 204 len: 168 time: 0.2347159 Apr 01 13:07:56.591826 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a64c7-da3f-4d14-a700-0aee662b23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f3036-ea3a-41d1-aee8-cede2c3dd180,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:56.638552 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 56c78b0a-2242-4385-b217-ab6686606e7a associated. External IP: 172.27.2.111, port: e0aa4699-4d90-4ad8-a921-30ecb3fcd64f. Apr 01 13:07:56.809559 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a998302f-c252-4b3f-a3b1-8093e19df61b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.812896 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:56.814073 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a998302f-c252-4b3f-a3b1-8093e19df61b HTTP/1.1" status: 204 len: 168 time: 0.6174510 Apr 01 13:07:56.826961 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4761f-30b6-486b-b5ca-cf6181c6067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a998302f-c252-4b3f-a3b1-8093e19df61b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:56.869589 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:07:56.991989 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:07:56.996506 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.006127 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:07:57.021432 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:57.022494 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:57.027674 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-51190fb0-9158-476b-9caf-930df8b0cd42 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "PUT /v2.0/floatingips/56c78b0a-2242-4385-b217-ab6686606e7a HTTP/1.1" status: 200 len: 992 time: 1.4506447 Apr 01 13:07:57.028248 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:07:57.031354 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886692f5-7484-4598-8dbd-f1cb014149c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:07:57.070659 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a251c95-a4aa-4a29-b51e-4fe74dbd00cc x-openstack-request-id: req-1a251c95-a4aa-4a29-b51e-4fe74dbd00cc {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:07:57.070951 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:07:57.071256 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a251c95-a4aa-4a29-b51e-4fe74dbd00cc {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:07:57.071663 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a251c95-a4aa-4a29-b51e-4fe74dbd00cc'] response: {'name': 'network-changed', 'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'status': 'completed', 'code': 200} Apr 01 13:07:57.137862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-4e2b6f48-bad8-4941-abcb-c0c871656d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:57.140359 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:57.140878 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-4e2b6f48-bad8-4941-abcb-c0c871656d53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 1130 time: 0.0466225 Apr 01 13:07:57.257148 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-040451cf-54b4-4cdf-bd7c-3d86a2c6afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:57.258662 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-040451cf-54b4-4cdf-bd7c-3d86a2c6afca service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 915 time: 0.1108689 Apr 01 13:07:57.314889 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35282) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:57.345602 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-f2083a2a-e4f7-4330-ac2f-85f7ada51d45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f HTTP/1.1" status: 200 len: 1000 time: 0.0812712 Apr 01 13:07:57.411955 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:56Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:57.415180 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8ecc5eb4-7d6b-4ef9-94b1-8a8adae15732 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccec2d86cf13473ba95841bec7ea4065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992498 Apr 01 13:07:57.417656 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35286) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:57.442524 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:07:57.450752 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:07:57.451359 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:07:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:57.452106 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-c0c949df-dabc-4476-951d-461bb86e1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:57.453423 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cb36ae84-aab4-497a-a27a-f40dff082672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.454031 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-c0c949df-dabc-4476-951d-461bb86e1205 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.1009486 Apr 01 13:07:57.521048 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] Publish callbacks [] for security_group (3ff59e71-ebe2-451e-ac5c-d0f134ab2219), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.545774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-f2975acb-089e-4d69-9478-3229a1a5c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:57.547284 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-f2975acb-089e-4d69-9478-3229a1a5c868 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867090 Apr 01 13:07:57.551799 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] Publish callbacks [] for security_group (3ff59e71-ebe2-451e-ac5c-d0f134ab2219), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.566499 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:07:57.609445 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35290) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:57.623300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-86382cc6-6b20-4caf-a5d4-a5ed404888ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.669307 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-4209abae-4f59-4138-8b68-4c4d41287a4a service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155441 Apr 01 13:07:57.756797 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-886692f5-7484-4598-8dbd-f1cb014149c8 req-ef2a84c2-3949-4969-882e-1a7dd635d76c service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Apr 01 13:07:57.814035 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:56Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:07:57.815079 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3ff59e71-ebe2-451e-ac5c-d0f134ab2219), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.817819 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.821223 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ff59e71-ebe2-451e-ac5c-d0f134ab2219 HTTP/1.1" status: 204 len: 168 time: 0.4004650 Apr 01 13:07:57.827901 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb70f4-45ca-4c93-b6b7-6f6236b8ee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff59e71-ebe2-451e-ac5c-d0f134ab2219,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:57.850620 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21141e-8d4e-4b7d-acd0-f472f99059cb None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:56Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:07:57.880610 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-86382cc6-6b20-4caf-a5d4-a5ed404888ea admin admin] Publish callbacks [] for security_group (1145fb45-144f-4240-9e90-e00d43196c30), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:57.973139 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-86382cc6-6b20-4caf-a5d4-a5ed404888ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1145fb45-144f-4240-9e90-e00d43196c30), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:58.016327 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-86382cc6-6b20-4caf-a5d4-a5ed404888ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92905899915e4b9ab320318ea04ddc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052289 Apr 01 13:07:58.017460 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86382cc6-6b20-4caf-a5d4-a5ed404888ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1145fb45-144f-4240-9e90-e00d43196c30,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:58.019158 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35294) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:07:58.071261 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] Publish callbacks [] for security_group (1145fb45-144f-4240-9e90-e00d43196c30), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:58.074179 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5b7ec-e496-47e2-a5f6-0b437a2cc095 None None] New status for floating IP 56c78b0a-2242-4385-b217-ab6686606e7a: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:07:58.094953 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] Publish callbacks [] for security_group (1145fb45-144f-4240-9e90-e00d43196c30), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:58.203245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (1145fb45-144f-4240-9e90-e00d43196c30), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:58.203245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:07:58.203245 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1145fb45-144f-4240-9e90-e00d43196c30 HTTP/1.1" status: 204 len: 168 time: 0.1799316 Apr 01 13:07:58.214423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c455c-9fc0-4371-bd2c-263202c9e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145fb45-144f-4240-9e90-e00d43196c30,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:07:59.813213 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d7b61bd7-fc8c-4319-a340-2b95f1611e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.635501 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35380) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:00.683445 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Deleting subnet 1dfce436-409f-4e25-85eb-0bf14543df75 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:08:00.686972 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Publish callbacks [] for subnet (1dfce436-409f-4e25-85eb-0bf14543df75), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.722657 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (1dfce436-409f-4e25-85eb-0bf14543df75), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.760499 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (1dfce436-409f-4e25-85eb-0bf14543df75), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.880169 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (1dfce436-409f-4e25-85eb-0bf14543df75), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.907777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfce436-409f-4e25-85eb-0bf14543df75,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:00.909684 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.913416 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2c0b9b41-90e4-4a0f-b016-b3a62a9d5555 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1dfce436-409f-4e25-85eb-0bf14543df75 HTTP/1.1" status: 204 len: 168 time: 0.2763221 Apr 01 13:08:00.915356 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35388) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:00.926887 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:00.988661 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (5fa80ee9-ce67-428d-9d95-cc6d2909741f), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.067001 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (5fa80ee9-ce67-428d-9d95-cc6d2909741f), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.092104 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa80ee9-ce67-428d-9d95-cc6d2909741f']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.101991 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9e6a2d-fc26-44f8-8c58-5b649d271057') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.102285 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9e6a2d-fc26-44f8-8c58-5b649d271057') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.112084 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (8b9e6a2d-fc26-44f8-8c58-5b649d271057), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.125777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (8b9e6a2d-fc26-44f8-8c58-5b649d271057), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.131718 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:08:01.132108 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (8b9e6a2d-fc26-44f8-8c58-5b649d271057), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:08:01.134722 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:08:01.229901 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (5fa80ee9-ce67-428d-9d95-cc6d2909741f), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.236213 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.239414 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5fa80ee9-ce67-428d-9d95-cc6d2909741f HTTP/1.1" status: 204 len: 168 time: 0.3231316 Apr 01 13:08:01.242369 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35398) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:01.251257 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7281a4e-9c48-4c23-b7c9-067aa4b93484 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa80ee9-ce67-428d-9d95-cc6d2909741f,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:01.287760 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Deleting subnet 455bf308-8a97-4c97-82c4-489d011639d1 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:08:01.290909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Publish callbacks [] for subnet (455bf308-8a97-4c97-82c4-489d011639d1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.325215 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (455bf308-8a97-4c97-82c4-489d011639d1), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.362767 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (455bf308-8a97-4c97-82c4-489d011639d1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.515808 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (455bf308-8a97-4c97-82c4-489d011639d1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.547466 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455bf308-8a97-4c97-82c4-489d011639d1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:01.549425 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.550372 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35402) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:01.556773 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8557bf81-72ca-4e8a-9ea5-6beb30240c32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/455bf308-8a97-4c97-82c4-489d011639d1 HTTP/1.1" status: 204 len: 168 time: 0.3133645 Apr 01 13:08:01.559229 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35406) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:01.633898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (e856cc4c-900a-4ee7-a2f3-f6dbd080f628), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.676287 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f9fae4f-338f-447c-8ae2-75ba64c2fa22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.737267 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (e856cc4c-900a-4ee7-a2f3-f6dbd080f628), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.768308 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e856cc4c-900a-4ee7-a2f3-f6dbd080f628']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.781697 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da20786-193b-455e-bba1-963249598335') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.782250 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da20786-193b-455e-bba1-963249598335') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:01.800654 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (1da20786-193b-455e-bba1-963249598335), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.820290 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (1da20786-193b-455e-bba1-963249598335), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.829813 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:08:01.830260 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (1da20786-193b-455e-bba1-963249598335), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:08:01.831839 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:08:01.891171 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f9fae4f-338f-447c-8ae2-75ba64c2fa22 admin admin] Publish callbacks [] for security_group (6fe96541-1aa2-4ed6-bc96-f3971fba35ea), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:01.984350 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f9fae4f-338f-447c-8ae2-75ba64c2fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6fe96541-1aa2-4ed6-bc96-f3971fba35ea), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.022525 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5f9fae4f-338f-447c-8ae2-75ba64c2fa22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84e332afe9be42cea3df354ff80ea496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712033 Apr 01 13:08:02.023327 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fae4f-338f-447c-8ae2-75ba64c2fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe96541-1aa2-4ed6-bc96-f3971fba35ea,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:02.026139 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (e856cc4c-900a-4ee7-a2f3-f6dbd080f628), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.026322 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35408) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:02.040645 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.046790 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e856cc4c-900a-4ee7-a2f3-f6dbd080f628 HTTP/1.1" status: 204 len: 168 time: 0.4833357 Apr 01 13:08:02.046790 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b52ec-750f-4458-b74e-1ed45e97e0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e856cc4c-900a-4ee7-a2f3-f6dbd080f628,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:02.081373 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] Publish callbacks [] for security_group (6fe96541-1aa2-4ed6-bc96-f3971fba35ea), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.102500 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] Publish callbacks [] for security_group (6fe96541-1aa2-4ed6-bc96-f3971fba35ea), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.235639 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6fe96541-1aa2-4ed6-bc96-f3971fba35ea), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.238379 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.239527 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fe96541-1aa2-4ed6-bc96-f3971fba35ea HTTP/1.1" status: 204 len: 168 time: 0.2114072 Apr 01 13:08:02.247370 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e7ec-a0c4-4d2f-b231-2b235bfa77df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe96541-1aa2-4ed6-bc96-f3971fba35ea,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:02.451025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35414) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:02.490789 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9689d56f-be98-48c3-b8bf-effd07c7a2c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08aa2769c18d4b0dae459248bb6db70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385551 Apr 01 13:08:02.493148 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35416) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:02.519823 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.541720 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] Publish callbacks [] for security_group (8fa259dc-08f1-4708-ac94-cdef26523b52), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.564779 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] Publish callbacks [] for security_group (8fa259dc-08f1-4708-ac94-cdef26523b52), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.719402 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8fa259dc-08f1-4708-ac94-cdef26523b52), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.722025 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:02.725023 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fa259dc-08f1-4708-ac94-cdef26523b52 HTTP/1.1" status: 204 len: 168 time: 0.2291150 Apr 01 13:08:02.731155 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6729-f308-4da2-9b64-4f68079b4f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa259dc-08f1-4708-ac94-cdef26523b52,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:02.993434 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35422) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:03.006643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0587fda6-5437-4492-93f7-ccf7c3820f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.082344 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0587fda6-5437-4492-93f7-ccf7c3820f9e admin admin] Publish callbacks [] for security_group (a4dd358a-944f-4dba-8e8b-ec2c15c92998), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.195686 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0587fda6-5437-4492-93f7-ccf7c3820f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a4dd358a-944f-4dba-8e8b-ec2c15c92998), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.236268 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0587fda6-5437-4492-93f7-ccf7c3820f9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b6faab3891d4c38b46886e809120958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416246 Apr 01 13:08:03.237139 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587fda6-5437-4492-93f7-ccf7c3820f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd358a-944f-4dba-8e8b-ec2c15c92998,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:03.240655 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35426) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:03.289145 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] Publish callbacks [] for security_group (a4dd358a-944f-4dba-8e8b-ec2c15c92998), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.311463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] Publish callbacks [] for security_group (a4dd358a-944f-4dba-8e8b-ec2c15c92998), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.430225 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (a4dd358a-944f-4dba-8e8b-ec2c15c92998), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.432746 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.434004 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4dd358a-944f-4dba-8e8b-ec2c15c92998 HTTP/1.1" status: 204 len: 168 time: 0.1927741 Apr 01 13:08:03.442662 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9b697-b85e-4ed4-84be-7655517646fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd358a-944f-4dba-8e8b-ec2c15c92998,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:03.519562 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35430) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:03.558996 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-dfa4f9dd-a48a-4c8e-911d-3fffc4825387 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13d291fc093e4e9ea2653063c3f46ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382211 Apr 01 13:08:03.561907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35432) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:03.607693 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] Publish callbacks [] for security_group (665a6678-cf00-46c6-bc34-075cd5e2915e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.629234 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] Publish callbacks [] for security_group (665a6678-cf00-46c6-bc34-075cd5e2915e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.755814 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.892644 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (665a6678-cf00-46c6-bc34-075cd5e2915e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.895344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:03.896497 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/665a6678-cf00-46c6-bc34-075cd5e2915e HTTP/1.1" status: 204 len: 168 time: 0.3331544 Apr 01 13:08:03.904468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adb4d7-b566-4659-834f-31a135065615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a6678-cf00-46c6-bc34-075cd5e2915e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:05.597555 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:08:09.456959 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:12.864001 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-f4ab490b-1a47-4664-8657-fc928797479e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448110 Apr 01 13:08:12.930090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818352a6-1cd7-4227-a709-20966e7baffa req-fe142362-e5b6-4c1a-8330-edddac5b30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:12.931594 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-fe142362-e5b6-4c1a-8330-edddac5b30e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1129 time: 0.0447843 Apr 01 13:08:13.038862 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818352a6-1cd7-4227-a709-20966e7baffa req-3eb23a1f-2481-4e76-8894-66f3cb18d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:13.040340 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-3eb23a1f-2481-4e76-8894-66f3cb18d774 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.0890727 Apr 01 13:08:13.109507 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-6e270a58-e9f9-4946-900c-d0ae5f681ac1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 1001 time: 0.0625830 Apr 01 13:08:13.166012 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818352a6-1cd7-4227-a709-20966e7baffa req-427af5e3-08ed-4945-bc78-06af59b02863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:13.167506 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-427af5e3-08ed-4945-bc78-06af59b02863 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0486016 Apr 01 13:08:13.224120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818352a6-1cd7-4227-a709-20966e7baffa req-0b395250-2595-430d-9a7c-5e894aa68bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:13.225632 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-0b395250-2595-430d-9a7c-5e894aa68bf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489681 Apr 01 13:08:13.315625 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-56ffecaf-7455-4994-b7b9-d1ac8aaa5015 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831444 Apr 01 13:08:13.411891 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818352a6-1cd7-4227-a709-20966e7baffa req-6ec75a31-1428-4681-bd00-f93b47f80137 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891590 Apr 01 13:08:17.726791 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35652) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:17.836454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3027984-ef78-4565-b4ca-01945ae0341b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:17.909581 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3027984-ef78-4565-b4ca-01945ae0341b admin admin] Publish callbacks [] for security_group (516e4483-6f40-4ea2-8c9b-92bce88ce1d5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.052637 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a3027984-ef78-4565-b4ca-01945ae0341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (516e4483-6f40-4ea2-8c9b-92bce88ce1d5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.090933 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027984-ef78-4565-b4ca-01945ae0341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516e4483-6f40-4ea2-8c9b-92bce88ce1d5,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:18.096110 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a3027984-ef78-4565-b4ca-01945ae0341b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5f44a918022402e83e7183f58082a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682802 Apr 01 13:08:18.098831 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35658) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:18.149909 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] Publish callbacks [] for security_group (516e4483-6f40-4ea2-8c9b-92bce88ce1d5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.171098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] Publish callbacks [] for security_group (516e4483-6f40-4ea2-8c9b-92bce88ce1d5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.304356 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (516e4483-6f40-4ea2-8c9b-92bce88ce1d5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.306859 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.308040 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/516e4483-6f40-4ea2-8c9b-92bce88ce1d5 HTTP/1.1" status: 204 len: 168 time: 0.2083070 Apr 01 13:08:18.315673 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f9ba4-d48b-4942-a307-3ee294dc8083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e4483-6f40-4ea2-8c9b-92bce88ce1d5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:18.906902 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35666) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:18.920518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ffef-f1b1-4193-8e00-bacef2a53d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:18.994980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ffef-f1b1-4193-8e00-bacef2a53d96 admin admin] Publish callbacks [] for security_group (0c4b0b1c-a854-483b-807f-1fba38c71bf6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.035111 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ffef-f1b1-4193-8e00-bacef2a53d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (0c4b0b1c-a854-483b-807f-1fba38c71bf6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.071977 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8ffef-f1b1-4193-8e00-bacef2a53d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b0b1c-a854-483b-807f-1fba38c71bf6,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:19.076282 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b1c8ffef-f1b1-4193-8e00-bacef2a53d96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c340fae22e24668b417bbe1ecb4afd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681359 Apr 01 13:08:19.079373 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35668) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:19.126534 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] Publish callbacks [] for security_group (0c4b0b1c-a854-483b-807f-1fba38c71bf6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.147642 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] Publish callbacks [] for security_group (0c4b0b1c-a854-483b-807f-1fba38c71bf6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.258472 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (0c4b0b1c-a854-483b-807f-1fba38c71bf6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.260969 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:19.262169 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c4b0b1c-a854-483b-807f-1fba38c71bf6 HTTP/1.1" status: 204 len: 168 time: 0.1822569 Apr 01 13:08:19.269803 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8235e-5631-4340-96b5-7f884d9bb281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b0b1c-a854-483b-807f-1fba38c71bf6,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:27.424132 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bfa06331-c4a6-4440-9d98-1ccba1889346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:29.822766 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1ba3ad70-1e4c-47a8-9e75-ef2135ea03d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:30.761358 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35782) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:30.864823 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1878735b-f890-468d-b392-ccda816794a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:30.919165 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:30.937293 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1878735b-f890-468d-b392-ccda816794a1 admin admin] Publish callbacks [] for security_group (b54d40f2-d85e-4e1a-842c-3ed73113b259), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.001001 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1878735b-f890-468d-b392-ccda816794a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b54d40f2-d85e-4e1a-842c-3ed73113b259), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.039650 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1878735b-f890-468d-b392-ccda816794a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff71be58cb8d4936a5eb4796b29874d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771866 Apr 01 13:08:31.040537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878735b-f890-468d-b392-ccda816794a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d40f2-d85e-4e1a-842c-3ed73113b259,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:31.043212 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35790) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:31.093556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] Publish callbacks [] for security_group (b54d40f2-d85e-4e1a-842c-3ed73113b259), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.117126 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] Publish callbacks [] for security_group (b54d40f2-d85e-4e1a-842c-3ed73113b259), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.246989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b54d40f2-d85e-4e1a-842c-3ed73113b259), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.249740 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:31.251107 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b54d40f2-d85e-4e1a-842c-3ed73113b259 HTTP/1.1" status: 204 len: 168 time: 0.2065299 Apr 01 13:08:31.259854 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293be06a-edeb-4260-baa2-b82b2761f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d40f2-d85e-4e1a-842c-3ed73113b259,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:32.241202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35824) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:32.338643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2024557142-network', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:32.418615 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Made reservation on behalf of ba611b0ca5834659bd93325498ac6128 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:32.420948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.429626 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.451467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.504393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks [] for security_group (80af997d-c4d6-4b27-ba89-7b46d80e02b6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.584146 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (80af997d-c4d6-4b27-ba89-7b46d80e02b6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.608165 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:08:32.617734 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af997d-c4d6-4b27-ba89-7b46d80e02b6,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:32.623105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (8d6d4a12-320e-4f78-98f3-5b1486c37c06), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.623382 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Added segment 8d6d4a12-320e-4f78-98f3-5b1486c37c06 of type vlan for network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 Apr 01 13:08:32.664750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (e3723862-eefd-4c1d-8b3b-0f3acc1302a3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.760909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (e3723862-eefd-4c1d-8b3b-0f3acc1302a3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.761844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:32.762441 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:32.819621 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] Pushing event updated for resources: {'Network': ['ID=e3723862-eefd-4c1d-8b3b-0f3acc1302a3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:32.829886 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:08:32.866610 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-743d0629-ec30-4891-aced-2232013cf700 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6242445 Apr 01 13:08:32.869911 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35838) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:32.874888 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Request body: {'subnet': {'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2024557142-subnet', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:32.950086 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Made reservation on behalf of ba611b0ca5834659bd93325498ac6128 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:32.952589 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62503226'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.161356 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59378307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62503212'] for subnet (467f8b85-6dd5-48db-9e0c-a61571c8a337), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.218089 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467f8b85-6dd5-48db-9e0c-a61571c8a337,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:33.225120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Checking segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:33.225484 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Network hostable DHCP agents. Network: e3723862-eefd-4c1d-8b3b-0f3acc1302a3, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:08:33.304624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:08:33.378250 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, e3723862-eefd-4c1d-8b3b-0f3acc1302a3) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:33.382336 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:33.382993 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.387065 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde672b-fc83-47ac-b333-3ce4902a9c4b None None] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:08:33.449932 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-82f02a44-f131-4ff6-8a1a-15d80403e3c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5787103 Apr 01 13:08:33.452420 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35842) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:33.456790 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:33.490204 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:08:33.491158 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.521318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.522391 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.578408 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for router_controller (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.629472 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Allocated IP 172.20.0.2 (e3723862-eefd-4c1d-8b3b-0f3acc1302a3/467f8b85-6dd5-48db-9e0c-a61571c8a337/b5b15b3e-b5b3-42ee-9455-010fffd37731) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:33.765019 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.778488 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks [] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.799138 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for router_gateway (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.830054 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:33.998839 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:34.003161 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:34.008940 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:34.016266 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Pushing event updated for resources: {'Port': ['ID=b5b15b3e-b5b3-42ee-9455-010fffd37731,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:34.026462 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.026811 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.027151 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.027488 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.027816 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.028146 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.028469 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.028790 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.029110 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.029433 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.029774 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.030101 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.030419 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.030735 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.031049 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:34.055531 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for router_gateway (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.074251 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.077245 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Attempting to bind port b5b15b3e-b5b3-42ee-9455-010fffd37731 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:34.077637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Attempting to bind port b5b15b3e-b5b3-42ee-9455-010fffd37731 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:34.077999 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Attempting to bind port b5b15b3e-b5b3-42ee-9455-010fffd37731 on network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:34.082882 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:34.083254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Checking segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:34.083651 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.084036 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Bound using segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:34.084501 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Bound port: b5b15b3e-b5b3-42ee-9455-010fffd37731, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:34.084875 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.146913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] For port b5b15b3e-b5b3-42ee-9455-010fffd37731, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:34.150038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] For port b5b15b3e-b5b3-42ee-9455-010fffd37731, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b5b15b3e-b5b3-42ee-9455-010fffd37731,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:34.179120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Allocated IP 172.27.2.80 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/e17bd27c-c19c-469b-986a-207b7a0571d3) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:34.239413 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.282663 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.311387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfccef0-4ff2-40aa-a973-4a9cd8f4e83f None None] Pushing event updated for resources: {'Port': ['ID=b5b15b3e-b5b3-42ee-9455-010fffd37731,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:34.394039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:34.445709 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:34.447155 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:34.451808 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:34.480847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Pushing event updated for resources: {'Port': ['ID=e17bd27c-c19c-469b-986a-207b7a0571d3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:34.786649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for router_gateway (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.193420 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86d67e-ede0-4ee0-8b8e-6d6c18986a4e None None] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:08:35.251627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.300737 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Provisioning complete for port b5b15b3e-b5b3-42ee-9455-010fffd37731 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:35.301115 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.401911 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Current status of the port b5b15b3e-b5b3-42ee-9455-010fffd37731 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:35.401911 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.433239 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] For port b5b15b3e-b5b3-42ee-9455-010fffd37731, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b5b15b3e-b5b3-42ee-9455-010fffd37731,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:35.487075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:08:35.513598 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.579805 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354cf3-749f-44e4-b9fa-151124b4faba None None] Pushing event updated for resources: {'Port': ['ID=b5b15b3e-b5b3-42ee-9455-010fffd37731,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:35.602897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:08:35.611858 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Sync routers for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:08:35.621559 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:35.622210 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:35.633780 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d6bca813-7d19-4ff4-96a2-cfd2105e75e4 None None] Provisioning complete for port b5b15b3e-b5b3-42ee-9455-010fffd37731 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:35.634785 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d6bca813-7d19-4ff4-96a2-cfd2105e75e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.710137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.714193 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b1b21efd-bfbe-44a2-a0b2-6d7455929bbe admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2578998 Apr 01 13:08:35.714367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35858) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:35.718186 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d6bca813-7d19-4ff4-96a2-cfd2105e75e4 None None] Current status of the port b5b15b3e-b5b3-42ee-9455-010fffd37731 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:35.742733 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:35.892197 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b5b15b3e-b5b3-42ee-9455-010fffd37731 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:35.929506 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:34Z', 'revision_number': 3, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:35.946108 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port b5b15b3e-b5b3-42ee-9455-010fffd37731 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:35.946868 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:35.957008 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Checking router: df25a4f2-563d-4b12-bb61-8493e7c8c3b6 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:08:35.957357 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Updating router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 port e17bd27c-c19c-469b-986a-207b7a0571d3 binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:08:35.985020 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.026525 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port b5b15b3e-b5b3-42ee-9455-010fffd37731 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:36.205709 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.252201 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks [] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.330590 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.367824 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Allocated IP 172.20.0.1 (e3723862-eefd-4c1d-8b3b-0f3acc1302a3/467f8b85-6dd5-48db-9e0c-a61571c8a337/0049f042-22fd-4486-ba20-2ca41c397e4f) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:36.381537 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Attempting to bind port e17bd27c-c19c-469b-986a-207b7a0571d3 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:36.381926 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Attempting to bind port e17bd27c-c19c-469b-986a-207b7a0571d3 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:36.382283 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Attempting to bind port e17bd27c-c19c-469b-986a-207b7a0571d3 on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:36.389809 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:36.390181 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:36.390573 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.391135 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:36.391738 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Bound port: e17bd27c-c19c-469b-986a-207b7a0571d3, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:36.392282 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.393857 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Pushing event updated for resources: {'Port': ['ID=e17bd27c-c19c-469b-986a-207b7a0571d3,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:36.417982 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.418321 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.418675 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.419030 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.419357 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.419677 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.419994 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.420308 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.420626 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.420940 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.421256 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.421645 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.421923 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.430139 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.430139 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.456957 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] For port e17bd27c-c19c-469b-986a-207b7a0571d3, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:36.460093 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] For port e17bd27c-c19c-469b-986a-207b7a0571d3, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e17bd27c-c19c-469b-986a-207b7a0571d3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:36.474576 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks [] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.516105 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.569078 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:36.569736 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:36.605344 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.643116 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a426576-183f-4018-af21-e4c152e13abd None None] Pushing event updated for resources: {'Port': ['ID=e17bd27c-c19c-469b-986a-207b7a0571d3,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:36.645203 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:36.651157 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:36.656421 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:36.688011 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Pushing event updated for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:36.691996 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:36.698887 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.699361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.699791 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.700197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.700602 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.700995 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.701396 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.701815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.702202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.702592 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.702984 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.703389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.703775 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.704155 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.704539 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:36.722854 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.898966 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:34Z', 'revision_number': 3, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:36.929030 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6bed-1c0b-4857-9a51-758d4ad9c37a None None] The sync data for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi is: [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:34Z', 'revision_number': 3, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:08:36.957024 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-6fc54f92-aa2f-42b3-bb24-e7bd988b1e00 None None] Provisioning complete for port 0049f042-22fd-4486-ba20-2ca41c397e4f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:36.957517 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6fc54f92-aa2f-42b3-bb24-e7bd988b1e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.977310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:36.999583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6fc54f92-aa2f-42b3-bb24-e7bd988b1e00 None None] Port 0049f042-22fd-4486-ba20-2ca41c397e4f cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:37.168916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks [] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:37.241505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:37.314823 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Pushing event updated for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:37.318143 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:37.418356 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:37.419816 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:37.542219 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:08:37.671229 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:08:37.676947 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e532dc37-a3dc-450b-bf60-ee5275e94bae admin admin] 10.222.0.43 "PUT /v2.0/routers/df25a4f2-563d-4b12-bb61-8493e7c8c3b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9614892 Apr 01 13:08:37.725259 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b6a767ad-18ba-4913-9012-9cb866f7994e None None] Provisioning complete for port 0049f042-22fd-4486-ba20-2ca41c397e4f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:37.725945 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6a767ad-18ba-4913-9012-9cb866f7994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:37.765254 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b6a767ad-18ba-4913-9012-9cb866f7994e None None] Port 0049f042-22fd-4486-ba20-2ca41c397e4f cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:37.882676 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e17bd27c-c19c-469b-986a-207b7a0571d3 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:37.934111 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port e17bd27c-c19c-469b-986a-207b7a0571d3 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:37.934498 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.019305 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port e17bd27c-c19c-469b-986a-207b7a0571d3 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:38.020019 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.043236 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port e17bd27c-c19c-469b-986a-207b7a0571d3, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e17bd27c-c19c-469b-986a-207b7a0571d3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:38.133395 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.191469 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=e17bd27c-c19c-469b-986a-207b7a0571d3,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:38.412693 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35896) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:38.417769 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-721113409-network', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:38.521426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Made reservation on behalf of 79daa0422f1e49c484d6f2ecf26cf347 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:38.523866 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.533500 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.540241 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Sync routers for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:08:38.550561 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:38.551187 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:38.613141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks [] for security_group (7cbfd009-7c87-4934-9d92-df9e1e227d57), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.652306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (7cbfd009-7c87-4934-9d92-df9e1e227d57), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.662202 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:38.673846 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:08:38.687893 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbfd009-7c87-4934-9d92-df9e1e227d57,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:38.692759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (dfcee0c5-a60c-4886-9684-065cac8acd49), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.693139 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Added segment dfcee0c5-a60c-4886-9684-065cac8acd49 of type vlan for network 9c0f2091-9657-468b-9f47-123a99782cf5 Apr 01 13:08:38.735190 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744257392195'] for network (9c0f2091-9657-468b-9f47-123a99782cf5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.835500 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612'] for network (9c0f2091-9657-468b-9f47-123a99782cf5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.836624 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:38.839027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:38.876170 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:37Z', 'revision_number': 2, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:38.901094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0f2091-9657-468b-9f47-123a99782cf5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:38.908747 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Checking router: df25a4f2-563d-4b12-bb61-8493e7c8c3b6 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:08:38.909648 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Updating router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 port 0049f042-22fd-4486-ba20-2ca41c397e4f binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:08:38.912888 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Network 9c0f2091-9657-468b-9f47-123a99782cf5 details requested by agent ovs-agent-dv-cinder-836083-2-iscsi with host dv-cinder-836083-2-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:08:38.943484 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-96de4e51-ae82-4412-93e8-ce6bb2b1e881 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5271776 Apr 01 13:08:38.943680 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35900) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:38.948861 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Request body: {'subnet': {'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-721113409-subnet', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:38.984605 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.033522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Made reservation on behalf of 79daa0422f1e49c484d6f2ecf26cf347 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:39.035848 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62503226'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.257819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks [] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.261914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59378307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62503212'] for subnet (3471b6f0-2340-4af3-bc7e-e955700ecdb1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.322600 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3471b6f0-2340-4af3-bc7e-e955700ecdb1,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:39.329695 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Checking segment: {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:39.330053 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Network hostable DHCP agents. Network: 9c0f2091-9657-468b-9f47-123a99782cf5, hostable agents: ['413c0e4b-f403-4039-bea1-ed270482f30a'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:08:39.359518 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.430436 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39602c-fa32-4a5a-9b1a-69db65fc8b15 None None] Pushing event updated for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:39.444765 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Network 9c0f2091-9657-468b-9f47-123a99782cf5 is scheduled to be hosted by DHCP agent 413c0e4b-f403-4039-bea1-ed270482f30a with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:08:39.474071 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.485630 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Attempting to bind port 0049f042-22fd-4486-ba20-2ca41c397e4f on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:39.486002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Attempting to bind port 0049f042-22fd-4486-ba20-2ca41c397e4f by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:39.486360 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Attempting to bind port 0049f042-22fd-4486-ba20-2ca41c397e4f on network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:39.491844 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:39.492217 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Checking segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:39.492613 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.493787 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Bound using segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:39.494161 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Bound port: 0049f042-22fd-4486-ba20-2ca41c397e4f, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:39.494550 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.544472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-2-iscsi, 9c0f2091-9657-468b-9f47-123a99782cf5) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:39.550278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:39.550990 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.560421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4ca6b-03e0-4706-ad9d-2253dde1a163 None None] Network 9c0f2091-9657-468b-9f47-123a99782cf5 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:08:39.591198 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] For port 0049f042-22fd-4486-ba20-2ca41c397e4f, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:39.630814 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] For port 0049f042-22fd-4486-ba20-2ca41c397e4f, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0049f042-22fd-4486-ba20-2ca41c397e4f,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:39.653684 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7ffbb4e1-a73e-472d-8ac6-e195d9ab5529 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7089112 Apr 01 13:08:39.656312 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35904) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:39.661216 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:39.685530 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6b7f56-3713-5239-ae10-62832e0e2adf-9c0f2091-9657-468b-9f47-123a99782cf5', 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5', 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'fixed_ips': [{'subnet_id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1'}]}} from dv-cinder-836083-2-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 13:08:39.686391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.719980 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-eb7d57b1-e50c-4e8e-a92f-217005b0e00c None None] Provisioning complete for port 0049f042-22fd-4486-ba20-2ca41c397e4f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:39.720340 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb7d57b1-e50c-4e8e-a92f-217005b0e00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.773268 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4179250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.774515 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4176034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4182003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.797103 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.830955 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for router_controller (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:39.847840 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d57b1-e50c-4e8e-a92f-217005b0e00c None None] Port 0049f042-22fd-4486-ba20-2ca41c397e4f cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:39.889534 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e17bd27c-c19c-469b-986a-207b7a0571d3 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:39.988970 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39602c-fa32-4a5a-9b1a-69db65fc8b15 None None] Pushing event updated for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:40.003927 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:40.004924 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:40.051945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for router_gateway (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.224171 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Allocated IP 172.20.0.2 (9c0f2091-9657-468b-9f47-123a99782cf5/3471b6f0-2340-4af3-bc7e-e955700ecdb1/81f40740-bc60-4fff-a9fb-128fab137803) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:40.253004 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-c6fab3ef-4900-47b8-81e0-c67f4e079c37 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747440710&fields=id&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 267 time: 0.0587890 Apr 01 13:08:40.313915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Provisioning complete for port 0049f042-22fd-4486-ba20-2ca41c397e4f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:40.314504 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.376785 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-a3707c51-1930-453b-93fe-292f4a9e88ff tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:40.378405 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port e17bd27c-c19c-469b-986a-207b7a0571d3 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:40.378580 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-a3707c51-1930-453b-93fe-292f4a9e88ff tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1141095 Apr 01 13:08:40.378793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.386925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for router_gateway (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.396384 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-5fc7e26f-910c-41a5-9fd1-51d031acc214 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/quotas/11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 375 time: 0.0121765 Apr 01 13:08:40.409276 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.414586 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:40.470075 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-d7b32c28-3f6e-4547-a0fe-6787915d855e tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668888 Apr 01 13:08:40.538699 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Allocated IP 172.27.2.59 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/c093ae9f-bfb1-4241-b136-0519ec2e277b) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:40.597518 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-461868b5-7722-4f18-a790-e1cd1d2e2ee9 service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120791 Apr 01 13:08:40.696040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Current status of the port 0049f042-22fd-4486-ba20-2ca41c397e4f is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:40.696040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.696753 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.708784 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks [] for port (81f40740-bc60-4fff-a9fb-128fab137803), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.742914 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-6b51e469-54ba-44ea-bd69-f478e7f2cef9 service neutron] 10.222.0.43 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383510 Apr 01 13:08:40.748038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port e17bd27c-c19c-469b-986a-207b7a0571d3 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:40.772563 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] For port 0049f042-22fd-4486-ba20-2ca41c397e4f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0049f042-22fd-4486-ba20-2ca41c397e4f,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:40.832478 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260'] for port (81f40740-bc60-4fff-a9fb-128fab137803), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.872824 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:39Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:40.876363 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.882986 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Network 9c0f2091-9657-468b-9f47-123a99782cf5 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:40.909760 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:40.916295 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:40.918214 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570bde2-2532-4cce-99ac-80bc3541680c None None] The sync data for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi is: [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:39Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:08:40.925077 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:40.931481 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Pushing event updated for resources: {'Port': ['ID=81f40740-bc60-4fff-a9fb-128fab137803,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:40.932008 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Pushing event updated for resources: {'Port': ['ID=c093ae9f-bfb1-4241-b136-0519ec2e277b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:40.943749 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.944207 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.944646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.945191 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.945642 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.946155 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.947264 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.947601 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.947912 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.948241 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.948560 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.949043 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.949370 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.949717 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.950037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:08:40.954545 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:40.956498 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:40.962687 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:41.034131 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Attempting to bind port 81f40740-bc60-4fff-a9fb-128fab137803 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:41.048430 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Attempting to bind port 81f40740-bc60-4fff-a9fb-128fab137803 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:41.049051 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Attempting to bind port 81f40740-bc60-4fff-a9fb-128fab137803 on network 9c0f2091-9657-468b-9f47-123a99782cf5 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:41.053526 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef08ce-cf50-4d52-ad12-63d1c68315a8 None None] Pushing event updated for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:41.069963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:41.070563 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Checking segment: {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:41.070977 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.071637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Bound using segment: {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:41.072355 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Bound port: 81f40740-bc60-4fff-a9fb-128fab137803, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:41.072939 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (81f40740-bc60-4fff-a9fb-128fab137803), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.174227 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] For port 81f40740-bc60-4fff-a9fb-128fab137803, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:41.178461 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] For port 81f40740-bc60-4fff-a9fb-128fab137803, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=81f40740-bc60-4fff-a9fb-128fab137803,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:41.223008 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35936) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:41.260176 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (81f40740-bc60-4fff-a9fb-128fab137803), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.354027 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a20ece-e975-45b4-9881-100a883d17c5 None None] Pushing event updated for resources: {'Port': ['ID=81f40740-bc60-4fff-a9fb-128fab137803,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:41.409310 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-74b5482a-7ce7-46c0-8697-87ac24ca5d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.477740 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for router_gateway (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.647654 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-74b5482a-7ce7-46c0-8697-87ac24ca5d7d admin admin] Publish callbacks [] for security_group (10ba8401-b335-47e7-8e07-2496d2525480), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.756958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-74b5482a-7ce7-46c0-8697-87ac24ca5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (10ba8401-b335-47e7-8e07-2496d2525480), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.819037 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-74b5482a-7ce7-46c0-8697-87ac24ca5d7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd92de191cfa476582a74c849144f35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942914 Apr 01 13:08:41.820912 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5482a-7ce7-46c0-8697-87ac24ca5d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ba8401-b335-47e7-8e07-2496d2525480,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:41.821519 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35944) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:41.850558 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4176043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4181796'] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.889769 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] Publish callbacks [] for security_group (10ba8401-b335-47e7-8e07-2496d2525480), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.921274 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] Publish callbacks [] for security_group (10ba8401-b335-47e7-8e07-2496d2525480), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:41.995913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0049f042-22fd-4486-ba20-2ca41c397e4f up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:42.050341 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (10ba8401-b335-47e7-8e07-2496d2525480), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.051560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 0049f042-22fd-4486-ba20-2ca41c397e4f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:42.052133 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.054431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.062942 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10ba8401-b335-47e7-8e07-2496d2525480 HTTP/1.1" status: 204 len: 168 time: 0.2337463 Apr 01 13:08:42.067568 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df258e33-e415-48b0-bed9-61d097c4b675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ba8401-b335-47e7-8e07-2496d2525480,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:42.079070 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e is scheduled to L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:08:42.175374 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 0049f042-22fd-4486-ba20-2ca41c397e4f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:42.176481 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 81f40740-bc60-4fff-a9fb-128fab137803 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:42.222826 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:08:42.234453 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Sync routers for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:08:42.237431 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 81f40740-bc60-4fff-a9fb-128fab137803 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:42.237913 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (81f40740-bc60-4fff-a9fb-128fab137803), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.252258 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:42.253281 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:42.345908 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.346851 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 81f40740-bc60-4fff-a9fb-128fab137803 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:42.351342 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (81f40740-bc60-4fff-a9fb-128fab137803), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.351472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35948) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:42.351572 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9b866530-f186-457b-80b3-9d675842e51f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6927209 Apr 01 13:08:42.398696 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port 81f40740-bc60-4fff-a9fb-128fab137803, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=81f40740-bc60-4fff-a9fb-128fab137803,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:42.417998 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:42.485828 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35f910a1-7db5-4f6f-9bf9-d42b2801d855 req-d8c57a00-1ac9-4b0a-93c7-43db731dd071 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0583124 Apr 01 13:08:42.495229 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (81f40740-bc60-4fff-a9fb-128fab137803), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.662039 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=81f40740-bc60-4fff-a9fb-128fab137803,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:42.716711 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9048e5-2b81-49b2-9f33-a3ed79bc94da None None] Network 9c0f2091-9657-468b-9f47-123a99782cf5 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:08:42.726994 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:08:42.834199 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-dedc46ac-893a-4730-8e4a-d8e0d722b534 None None] Provisioning complete for port 81f40740-bc60-4fff-a9fb-128fab137803 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:42.834583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dedc46ac-893a-4730-8e4a-d8e0d722b534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (81f40740-bc60-4fff-a9fb-128fab137803), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:42.852787 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:41Z', 'revision_number': 3, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:42.970266 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-dedc46ac-893a-4730-8e4a-d8e0d722b534 None None] Current status of the port 81f40740-bc60-4fff-a9fb-128fab137803 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:42.992013 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Checking router: 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:08:42.992356 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Updating router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e port c093ae9f-bfb1-4241-b136-0519ec2e277b binding host dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:08:43.027904 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.079922 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.258625 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Allocated IP 172.20.0.1 (9c0f2091-9657-468b-9f47-123a99782cf5/3471b6f0-2340-4af3-bc7e-e955700ecdb1/da511487-f99a-45b7-a4d4-3f8145368108) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:43.303101 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f771ce72-57bb-45dd-be12-b7606519b987 None None] Provisioning complete for port 81f40740-bc60-4fff-a9fb-128fab137803 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:43.303816 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f771ce72-57bb-45dd-be12-b7606519b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (81f40740-bc60-4fff-a9fb-128fab137803), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.327615 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks [] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.380312 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks [] for port (da511487-f99a-45b7-a4d4-3f8145368108), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.399193 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f771ce72-57bb-45dd-be12-b7606519b987 None None] Current status of the port 81f40740-bc60-4fff-a9fb-128fab137803 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:43.427707 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.481394 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fab23-d7e7-4b6f-bc18-17fbd68db65d None None] Pushing event updated for resources: {'Port': ['ID=c093ae9f-bfb1-4241-b136-0519ec2e277b,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:43.489865 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Attempting to bind port c093ae9f-bfb1-4241-b136-0519ec2e277b on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:43.489865 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Attempting to bind port c093ae9f-bfb1-4241-b136-0519ec2e277b by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:43.489865 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Attempting to bind port c093ae9f-bfb1-4241-b136-0519ec2e277b on network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:43.490821 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:43.490821 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Checking segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:43.491067 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.491324 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Bound using segment: {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:43.491808 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Bound port: c093ae9f-bfb1-4241-b136-0519ec2e277b, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a760f4a-a2b6-48b7-84f8-c549565692e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:43.492184 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.504683 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.541579 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Network 9c0f2091-9657-468b-9f47-123a99782cf5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:43.544553 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:43.545396 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] For port c093ae9f-bfb1-4241-b136-0519ec2e277b, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:43.548571 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:43.550384 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] For port c093ae9f-bfb1-4241-b136-0519ec2e277b, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=c093ae9f-bfb1-4241-b136-0519ec2e277b,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:43.586230 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Pushing event updated for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:43.611918 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4181235'] for router_interface (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.620405 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.621314 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e0af5f41-83ee-4644-ad4d-560909e6e350 req-d65b50dc-a791-480c-a421-4d147923c892 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0440643 Apr 01 13:08:43.686728 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:43.687380 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:43.693118 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fab23-d7e7-4b6f-bc18-17fbd68db65d None None] Pushing event updated for resources: {'Port': ['ID=c093ae9f-bfb1-4241-b136-0519ec2e277b,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:43.814068 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:43.873037 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 81f40740-bc60-4fff-a9fb-128fab137803 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:43.891174 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (da511487-f99a-45b7-a4d4-3f8145368108), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:43.942817 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-cc6df7aa-3a1c-47c6-8467-46a4f59356a6 None None] Provisioning complete for port da511487-f99a-45b7-a4d4-3f8145368108 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:43.943520 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cc6df7aa-3a1c-47c6-8467-46a4f59356a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (da511487-f99a-45b7-a4d4-3f8145368108), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.034202 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:41Z', 'revision_number': 3, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:44.065367 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa5665-c3ca-4e96-a2a4-243e819dfaba None None] The sync data for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi is: [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:41Z', 'revision_number': 3, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:08:44.091031 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks [] for port (da511487-f99a-45b7-a4d4-3f8145368108), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.114666 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port 81f40740-bc60-4fff-a9fb-128fab137803 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:44.115041 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (81f40740-bc60-4fff-a9fb-128fab137803), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.151639 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df7aa-3a1c-47c6-8467-46a4f59356a6 None None] Port da511487-f99a-45b7-a4d4-3f8145368108 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:44.182729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.209044 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port 81f40740-bc60-4fff-a9fb-128fab137803 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:44.256517 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Pushing event updated for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:44.260015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4172630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181095'] for router_interface (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.380179 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Network 9c0f2091-9657-468b-9f47-123a99782cf5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:44.381947 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:44.526096 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:08:44.651614 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:08:44.667928 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d77c29df-8fa1-4637-8054-1f93f0c488d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/813f5bd7-3df8-43ea-b4fb-eaf121afdb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155098 Apr 01 13:08:44.696240 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d42bd2a1-2a99-4da1-b72c-f4508ca433a3 None None] Provisioning complete for port da511487-f99a-45b7-a4d4-3f8145368108 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:44.698002 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d42bd2a1-2a99-4da1-b72c-f4508ca433a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (da511487-f99a-45b7-a4d4-3f8145368108), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:44.767693 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d42bd2a1-2a99-4da1-b72c-f4508ca433a3 None None] Port da511487-f99a-45b7-a4d4-3f8145368108 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:44.773848 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-804a307c-2865-4cd6-a62a-9b1b44ccfdec req-57646d6a-8cc5-4682-98b7-9fab6bebe548 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Apr 01 13:08:45.510598 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-439dc2ea-f2a5-44f3-846a-61cd0e69357d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:45.512915 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-439dc2ea-f2a5-44f3-846a-61cd0e69357d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 812 time: 0.1044397 Apr 01 13:08:45.547649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 35988) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:45.551840 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770510436', 'description': 'tempest-secgroup-smoke-1770510436 description', 'project_id': 'ba611b0ca5834659bd93325498ac6128'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:45.748315 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Sync routers for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:08:45.766734 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:45.767758 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:45.862426 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-4f4cb72f-3018-4803-b1f9-e1dcd61db316 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e6396795d84c53a42bee4d3c3b3a09 HTTP/1.1" status: 200 len: 380 time: 0.3410370 Apr 01 13:08:45.879227 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'port': {'device_id': '72983edf-69d8-4fca-967a-ddb9f442b151', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'admin_state_up': True, 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'security_groups': ['50788969-c541-4ca2-bd98-4fc04ce81ec3']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:45.907186 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18fcf2ae-ebbf-4b4d-9959-592456ccd297 req-63684108-f5ac-4a18-88a5-3925ad7d396f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0421395 Apr 01 13:08:45.912915 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c093ae9f-bfb1-4241-b136-0519ec2e277b up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:45.916508 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:45.991708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.075596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (9b0448a1-eec8-4a56-91cd-b957cc016caf), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.094914 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port c093ae9f-bfb1-4241-b136-0519ec2e277b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:46.095391 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.138236 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Made reservation on behalf of 11e6396795d84c53a42bee4d3c3b3a09 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:46.141676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.168768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (9b0448a1-eec8-4a56-91cd-b957cc016caf), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.238881 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0448a1-eec8-4a56-91cd-b957cc016caf,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:46.241973 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port c093ae9f-bfb1-4241-b136-0519ec2e277b is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:46.242314 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.251879 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 4, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'da511487-f99a-45b7-a4d4-3f8145368108', 'name': '', 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'mac_address': 'fa:16:3e:57:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:43Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 2, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'subnets': [{'id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:46.285685 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Checking router: 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:08:46.286050 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Updating router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e port da511487-f99a-45b7-a4d4-3f8145368108 binding host dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:08:46.301141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.20.0.11 (0bbfb07d-ffc0-4205-ba7d-666f659d4a46/0fa3a9b1-d9bd-4f24-893d-296495694f31/992a1474-36c3-403f-841f-1a66aa0b107b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:46.315735 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] For port c093ae9f-bfb1-4241-b136-0519ec2e277b, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=c093ae9f-bfb1-4241-b136-0519ec2e277b,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:46.327116 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (da511487-f99a-45b7-a4d4-3f8145368108), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.342938 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.344167 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6ebf745c-0c2c-4ecb-9e86-e1f5f9671d2e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7956021 Apr 01 13:08:46.347415 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35994) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:46.352246 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:46.434829 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.448448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (992a1474-36c3-403f-841f-1a66aa0b107b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.467348 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (36cea05f-2e0c-483d-a63f-48a59e3486a0), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.521411 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (36cea05f-2e0c-483d-a63f-48a59e3486a0), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.536775 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Pushing event updated for resources: {'Port': ['ID=c093ae9f-bfb1-4241-b136-0519ec2e277b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:46.548429 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.594420 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:46.597383 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:46.599877 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:46.610476 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (36cea05f-2e0c-483d-a63f-48a59e3486a0), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.632708 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cea05f-2e0c-483d-a63f-48a59e3486a0,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:46.647190 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:46.666832 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:46.667677 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.667949 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks [] for port (da511487-f99a-45b7-a4d4-3f8145368108), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.709681 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.713636 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9b76b4c8-9879-4cc7-860d-e647a2d0e6c2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625712 Apr 01 13:08:46.714679 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 35996) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:46.719533 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:46.776420 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.780266 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-b8e0f47b-31b4-4ef7-a6e9-17e7080a93e4 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058797 Apr 01 13:08:46.792120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Request body: {'port': {'device_id': '72983edf-69d8-4fca-967a-ddb9f442b151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:46.858545 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.870951 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (76ad8387-6de2-42d1-92ce-b3f1cf6b0db2), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.875930 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe1439-7b6d-43ea-a579-fa32afb11e92 None None] Pushing event updated for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:46.904870 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Attempting to bind port da511487-f99a-45b7-a4d4-3f8145368108 on host dv-cinder-836083-2-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:46.905232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Attempting to bind port da511487-f99a-45b7-a4d4-3f8145368108 by drivers openvswitch,hyperv on host dv-cinder-836083-2-iscsi at level 0 using segments [{'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:46.905635 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Attempting to bind port da511487-f99a-45b7-a4d4-3f8145368108 on network 9c0f2091-9657-468b-9f47-123a99782cf5 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:46.915817 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Checking agent: {'id': '11ecb031-df12-48cf-b4a2-6cd9f7383802', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 51, 34), 'started_at': datetime.datetime(2022, 4, 1, 12, 52, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:46.916330 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Checking segment: {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:46.916700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.917000 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Bound using segment: {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:46.917475 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Bound port: da511487-f99a-45b7-a4d4-3f8145368108, host: dv-cinder-836083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcee0c5-a60c-4886-9684-065cac8acd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:46.917882 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (da511487-f99a-45b7-a4d4-3f8145368108), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.921274 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ac5d26ca-1200-484b-8df2-8660d08e8e98 None None] Provisioning complete for port 992a1474-36c3-403f-841f-1a66aa0b107b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:46.921665 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ac5d26ca-1200-484b-8df2-8660d08e8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.991379 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (76ad8387-6de2-42d1-92ce-b3f1cf6b0db2), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:46.992765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d26ca-1200-484b-8df2-8660d08e8e98 None None] Port 992a1474-36c3-403f-841f-1a66aa0b107b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:47.045493 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] For port da511487-f99a-45b7-a4d4-3f8145368108, host dv-cinder-836083-2-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:47.049095 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] For port da511487-f99a-45b7-a4d4-3f8145368108, host dv-cinder-836083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=da511487-f99a-45b7-a4d4-3f8145368108,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:47.068637 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595891-33d3-42c5-b12d-7cc87ef979da req-563be7b2-a71b-4842-b0aa-6aaff4fb8c20 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:47.070184 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e595891-33d3-42c5-b12d-7cc87ef979da req-563be7b2-a71b-4842-b0aa-6aaff4fb8c20 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 932 time: 0.0766451 Apr 01 13:08:47.072197 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (76ad8387-6de2-42d1-92ce-b3f1cf6b0db2), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.107906 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ad8387-6de2-42d1-92ce-b3f1cf6b0db2,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:47.114782 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4460b1b5-ce8d-49a2-bbce-8ec084028b32 None None] Provisioning complete for port da511487-f99a-45b7-a4d4-3f8145368108 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:47.115211 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4460b1b5-ce8d-49a2-bbce-8ec084028b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (da511487-f99a-45b7-a4d4-3f8145368108), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.138034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.146088 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e595891-33d3-42c5-b12d-7cc87ef979da req-ba5ae1b7-4418-492b-aa24-2c86ea96dfd8 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627029 Apr 01 13:08:47.185853 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.190095 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4c8f6348-cb49-4d28-a1ef-eb73d37b1579 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4743838 Apr 01 13:08:47.190700 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36002) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:47.195062 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:47.202674 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4460b1b5-ce8d-49a2-bbce-8ec084028b32 None None] Port da511487-f99a-45b7-a4d4-3f8145368108 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:47.214726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:08:47.215365 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:08:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:47.221270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992a1474-36c3-403f-841f-1a66aa0b107b {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:08:47.229258 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks [] for port (992a1474-36c3-403f-841f-1a66aa0b107b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.242172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Transition to ACTIVE for port object 992a1474-36c3-403f-841f-1a66aa0b107b will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:08:47.281263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe1439-7b6d-43ea-a579-fa32afb11e92 None None] Pushing event updated for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:47.303420 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (57faacc8-6853-4f25-a030-3b2eef46d5e1), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.307638 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.358608 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:08:47.393266 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Pushing event updated for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:47.395885 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (57faacc8-6853-4f25-a030-3b2eef46d5e1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.452228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Attempting to bind port 992a1474-36c3-403f-841f-1a66aa0b107b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:47.454106 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Attempting to bind port 992a1474-36c3-403f-841f-1a66aa0b107b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:47.455219 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Attempting to bind port 992a1474-36c3-403f-841f-1a66aa0b107b on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:47.461269 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Port 992a1474-36c3-403f-841f-1a66aa0b107b on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:08:47.462487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Attempting to bind port 992a1474-36c3-403f-841f-1a66aa0b107b on network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:47.469369 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:47.470059 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Checking segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:47.471839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Bound using segment: {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:47.472556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Bound port: 992a1474-36c3-403f-841f-1a66aa0b107b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:47.478281 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.492935 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (57faacc8-6853-4f25-a030-3b2eef46d5e1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.535705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57faacc8-6853-4f25-a030-3b2eef46d5e1,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:47.578412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Provisioning complete for port da511487-f99a-45b7-a4d4-3f8145368108 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:47.578794 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (da511487-f99a-45b7-a4d4-3f8145368108), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.584980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:47.584980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=992a1474-36c3-403f-841f-1a66aa0b107b,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:47.716990 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Current status of the port da511487-f99a-45b7-a4d4-3f8145368108 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:47.717377 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (da511487-f99a-45b7-a4d4-3f8145368108), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.740461 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.741164 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 4, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'da511487-f99a-45b7-a4d4-3f8145368108', 'name': '', 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'mac_address': 'fa:16:3e:57:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:43Z', 'updated_at': '2022-04-01T13:08:47Z', 'revision_number': 4, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'subnets': [{'id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:08:47.741871 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-57716816-231f-42e7-957e-f7991b843687 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502164 Apr 01 13:08:47.745307 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36004) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:47.749909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:47.759590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.810526 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:47.811137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:47.812561 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 200 len: 1094 time: 1.0250719 Apr 01 13:08:47.816174 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:08:47.818522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892cb469-b3f0-440e-88fc-d380f5d6babe" -d '{"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:08:47.831393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55bd3-7f00-45d9-a40b-270d2a1f40c2 service neutron] Pushing event updated for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:47.891373 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54548949-b812-4937-81ce-3fe9bd602583 x-openstack-request-id: req-54548949-b812-4937-81ce-3fe9bd602583 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:08:47.891665 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:08:47.893371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54548949-b812-4937-81ce-3fe9bd602583 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:08:47.894253 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54548949-b812-4937-81ce-3fe9bd602583'] response: {'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b', 'status': 'completed', 'code': 200} Apr 01 13:08:47.922595 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c093ae9f-bfb1-4241-b136-0519ec2e277b up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:47.927336 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc61cfd-e44c-417e-ae60-adda25440b3b None None] The sync data for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi is: [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:08:43Z', 'revision_number': 4, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': 'da511487-f99a-45b7-a4d4-3f8145368108', 'name': '', 'network_id': '9c0f2091-9657-468b-9f47-123a99782cf5', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'mac_address': 'fa:16:3e:57:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:43Z', 'updated_at': '2022-04-01T13:08:47Z', 'revision_number': 4, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'subnets': [{'id': '3471b6f0-2340-4af3-bc7e-e955700ecdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:08:47.936394 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] For port da511487-f99a-45b7-a4d4-3f8145368108, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=da511487-f99a-45b7-a4d4-3f8145368108,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:47.961892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (0fa5a10a-9c85-4162-bb3c-3d9fbbb4e86a), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.028081 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.067810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-627a0e47-3def-4828-bb42-0f6d10fb279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.069614 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-627a0e47-3def-4828-bb42-0f6d10fb279a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1128 time: 0.1547513 Apr 01 13:08:48.085836 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port c093ae9f-bfb1-4241-b136-0519ec2e277b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:48.086217 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.092754 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (0fa5a10a-9c85-4162-bb3c-3d9fbbb4e86a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.133044 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b074-882e-403f-b2f0-f591e4231f3d None None] Pushing event updated for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:48.194562 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-186cc5bf-fde5-4833-a152-a96d376275ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.198129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-186cc5bf-fde5-4833-a152-a96d376275ca service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1202750 Apr 01 13:08:48.198850 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (0fa5a10a-9c85-4162-bb3c-3d9fbbb4e86a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.224265 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port c093ae9f-bfb1-4241-b136-0519ec2e277b is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:48.270835 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5a10a-9c85-4162-bb3c-3d9fbbb4e86a,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:48.296646 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0dbdb-9e09-423c-b58f-d5be6a503d92 req-4661d4c1-35cc-46c8-8288-0a8def38cc35 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.298384 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38b0dbdb-9e09-423c-b58f-d5be6a503d92 req-4661d4c1-35cc-46c8-8288-0a8def38cc35 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0643957 Apr 01 13:08:48.328001 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-887b3888-dac0-4376-9a5a-48acaff2947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.329601 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-892cb469-b3f0-440e-88fc-d380f5d6babe req-887b3888-dac0-4376-9a5a-48acaff2947f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245096 Apr 01 13:08:48.346974 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.348236 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-80b7c2d8-ad9a-48c1-92ca-11e0e1ffa8ac tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6018267 Apr 01 13:08:48.350948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36012) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:48.356438 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:48.361063 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38b0dbdb-9e09-423c-b58f-d5be6a503d92 req-61d025ff-7a4b-4ba1-8a6b-397a9a247681 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517039 Apr 01 13:08:48.427087 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-001fdafb-2254-414c-8c68-e13c24745a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.428639 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-001fdafb-2254-414c-8c68-e13c24745a7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1128 time: 0.0603504 Apr 01 13:08:48.471846 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-125d3347-5aa1-48b4-8790-61b8a48ead48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 200 len: 217 time: 0.0371771 Apr 01 13:08:48.531035 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-424a06af-0d17-4856-9e59-9de2bbf0247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.532560 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-424a06af-0d17-4856-9e59-9de2bbf0247e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0547817 Apr 01 13:08:48.584043 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-27a42450-5109-4546-9a6c-a9c8999935b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:48.585559 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-27a42450-5109-4546-9a6c-a9c8999935b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462914 Apr 01 13:08:48.678344 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-8f63f446-08ea-4012-959c-910d1c161952 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Apr 01 13:08:48.771939 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d328289e-b55a-4e39-aabe-056a42fa5821 req-7c10ed11-ec12-46cd-8785-707801d67f7c service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 Apr 01 13:08:48.867986 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Project ba611b0ca5834659bd93325498ac6128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:08:48.873850 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (1d94c911-5880-4712-aa8a-ed52bd99daa8), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:48.927341 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (1d94c911-5880-4712-aa8a-ed52bd99daa8), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.058237 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (1d94c911-5880-4712-aa8a-ed52bd99daa8), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.081361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d94c911-5880-4712-aa8a-ed52bd99daa8,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:49.174741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.176008 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-828e969d-4732-468d-9289-ab6b462f0ebb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8240855 Apr 01 13:08:49.178636 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36016) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:49.183416 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'security_group_rule': {'security_group_id': '9b0448a1-eec8-4a56-91cd-b957cc016caf', 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:49.292629 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Project ba611b0ca5834659bd93325498ac6128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:08:49.297807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (9dc27424-32b4-494d-825b-acbf988209e2), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.355452 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (9dc27424-32b4-494d-825b-acbf988209e2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.458715 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (9dc27424-32b4-494d-825b-acbf988209e2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.481521 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc27424-32b4-494d-825b-acbf988209e2,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:49.501880 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f58a7-7a43-4c46-bd58-f3c52814f466 req-263bc0f1-5880-4b70-b92c-1a95a4c95130 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:49.503355 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e2f58a7-7a43-4c46-bd58-f3c52814f466 req-263bc0f1-5880-4b70-b92c-1a95a4c95130 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0748127 Apr 01 13:08:49.551807 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e2f58a7-7a43-4c46-bd58-f3c52814f466 req-50e75f45-4525-418f-bb4f-11c3fad14008 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Apr 01 13:08:49.557989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:49.560315 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3a0311ca-b05b-4b4a-a7f6-0620f52415ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3796551 Apr 01 13:08:49.876460 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device da511487-f99a-45b7-a4d4-3f8145368108 up at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:08:49.925481 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-42120147-ef65-42de-a538-acc987d0037b None None] Provisioning complete for port da511487-f99a-45b7-a4d4-3f8145368108 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:49.925881 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (da511487-f99a-45b7-a4d4-3f8145368108), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:50.005167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] Current status of the port da511487-f99a-45b7-a4d4-3f8145368108 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:50.674908 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d18ac-37fd-4a33-a561-3ae008b0060d req-d0a0fdee-7419-460e-9df7-914b789f37d6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:50.676860 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-544d18ac-37fd-4a33-a561-3ae008b0060d req-d0a0fdee-7419-460e-9df7-914b789f37d6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0521400 Apr 01 13:08:50.726981 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-544d18ac-37fd-4a33-a561-3ae008b0060d req-1b81ffa5-34a6-43c7-9330-0edbda731880 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Apr 01 13:08:51.437197 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36080) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:51.441599 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002340471', 'description': 'tempest-description--2096768469'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:51.591008 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:51.727909 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (51a09a8c-bad3-4718-9dac-54893467c67c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:51.824081 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (51a09a8c-bad3-4718-9dac-54893467c67c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:51.863579 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a09a8c-bad3-4718-9dac-54893467c67c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:51.881003 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca507fbe-f14f-445e-9e2a-51ad78a176fb req-46443bf4-babe-49af-8d05-27faacb8b0b0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:51.882524 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca507fbe-f14f-445e-9e2a-51ad78a176fb req-46443bf4-babe-49af-8d05-27faacb8b0b0 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0803864 Apr 01 13:08:51.935098 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca507fbe-f14f-445e-9e2a-51ad78a176fb req-7d2415ac-0d31-45f6-bfa3-fbc30c0aa0ac tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468168 Apr 01 13:08:51.935640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:51.936947 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f6990014-3ad6-413e-ab31-3e9a3cd7e7d9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4987364 Apr 01 13:08:51.939863 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36090) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:51.950536 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '51a09a8c-bad3-4718-9dac-54893467c67c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:52.055660 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (283ed2c5-02a0-44a2-9de1-9d2168809875), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.111038 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (283ed2c5-02a0-44a2-9de1-9d2168809875), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.205153 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (283ed2c5-02a0-44a2-9de1-9d2168809875), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.223191 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283ed2c5-02a0-44a2-9de1-9d2168809875,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:52.329156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.330670 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-21954a65-36ff-42d1-8df2-e10b19c4ab10 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3883853 Apr 01 13:08:52.333282 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36092) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:52.337592 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '51a09a8c-bad3-4718-9dac-54893467c67c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:52.438142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (d2d7f03d-61cc-4080-ae08-f2915eece4e7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.496422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (d2d7f03d-61cc-4080-ae08-f2915eece4e7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.587698 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (d2d7f03d-61cc-4080-ae08-f2915eece4e7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.605361 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d7f03d-61cc-4080-ae08-f2915eece4e7,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:52.668502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.670375 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f7d6fbbb-9db1-454f-b27e-86af4c97cf31 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361113 Apr 01 13:08:52.673424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36094) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:08:52.677780 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:52.801136 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:52.906928 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.012352 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.27.2.170 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/dae4364d-ce99-4499-9797-0a759730b53f) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:53.119161 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf39896-8cdc-4382-9e18-b280a3a0f4b7 req-c5c79773-1b7d-4503-9217-94bb6f5f9c16 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:53.120540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3bf39896-8cdc-4382-9e18-b280a3a0f4b7 req-c5c79773-1b7d-4503-9217-94bb6f5f9c16 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.1101925 Apr 01 13:08:53.181742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (dae4364d-ce99-4499-9797-0a759730b53f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.205426 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3bf39896-8cdc-4382-9e18-b280a3a0f4b7 req-095fa433-137e-4b37-afc8-0acdbbfe8b10 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766988 Apr 01 13:08:53.313825 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (dae4364d-ce99-4499-9797-0a759730b53f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.353990 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:53.358779 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:53.363149 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:53.366112 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=dae4364d-ce99-4499-9797-0a759730b53f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:53.453347 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.541592 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (dae4364d-ce99-4499-9797-0a759730b53f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.694839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (dae4364d-ce99-4499-9797-0a759730b53f), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.761053 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (dae4364d-ce99-4499-9797-0a759730b53f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.831279 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=dae4364d-ce99-4499-9797-0a759730b53f,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:53.843830 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.909654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:53.910910 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d1488137-d728-4add-8a23-e1ea1560c1d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2364373 Apr 01 13:08:54.115273 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-d61d8537-169a-4025-adc2-058951258c89 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2002340471&fields=id&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 267 time: 0.0422935 Apr 01 13:08:54.226230 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-d9420916-9a7b-41d3-b24d-76dfcf9dd570 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:54.227594 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-d9420916-9a7b-41d3-b24d-76dfcf9dd570 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1060109 Apr 01 13:08:54.242553 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-3b1942ce-5c67-41ea-9936-bf581ce55e50 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/quotas/9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 375 time: 0.0089176 Apr 01 13:08:54.302784 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-7e4a9795-aad7-43cd-a6da-0f22918f7225 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540264 Apr 01 13:08:54.326907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012ec5-1551-466d-863c-ee16cdefa7a1 req-87570c6a-97c6-4d8e-a5d6-5a7e051c92bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:54.328572 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-03012ec5-1551-466d-863c-ee16cdefa7a1 req-87570c6a-97c6-4d8e-a5d6-5a7e051c92bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0552537 Apr 01 13:08:54.378746 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-03012ec5-1551-466d-863c-ee16cdefa7a1 req-51bfffe9-23b4-4d22-a5d6-46c2272c283f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Apr 01 13:08:54.397368 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-c6030eee-bbf6-4733-ab65-d9d0ce701e6f service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824504 Apr 01 13:08:54.489395 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-bce94e73-07b1-4999-8563-43fccfd0053a service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Apr 01 13:08:54.770193 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c8935c79-b49b-4266-b382-8a605ba2a58f req-58e1e749-5060-49ef-821c-eaddec20d3a8 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 210 time: 0.0327656 Apr 01 13:08:55.501478 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce60d2-3ecb-4cb3-8805-5639d268503c req-0e4e1905-941b-44e5-9790-4809f8d4c7e9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:55.503040 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4dce60d2-3ecb-4cb3-8805-5639d268503c req-0e4e1905-941b-44e5-9790-4809f8d4c7e9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0562100 Apr 01 13:08:55.556717 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4dce60d2-3ecb-4cb3-8805-5639d268503c req-f4d7b37d-8219-40a3-9232-1695ab515e2d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479019 Apr 01 13:08:55.865484 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b46ea45c-b423-49e8-a1ed-4490c9b621bf req-45163b8a-e61c-4ece-99e4-7a6f45c2e700 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 210 time: 0.0259883 Apr 01 13:08:56.685855 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072ae3-2f1f-47ee-9b99-32f5bc1b667f req-bfe19312-57e5-44a5-961d-1dcff882c7bd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:56.687377 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-63072ae3-2f1f-47ee-9b99-32f5bc1b667f req-bfe19312-57e5-44a5-961d-1dcff882c7bd tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0651226 Apr 01 13:08:56.749246 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-61d55b04-869e-4d0d-8639-758735e3f09f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:56.751186 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-61d55b04-869e-4d0d-8639-758735e3f09f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1133623 Apr 01 13:08:56.833064 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-d39c7231-f851-41db-a2c5-86742949ee96 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 473 time: 0.0730095 Apr 01 13:08:56.842245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'port': {'device_id': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'admin_state_up': True, 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'security_groups': ['51a09a8c-bad3-4718-9dac-54893467c67c']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:56.994772 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f1399cf-abfc-466d-a4f4-294f8867041c req-25dd482b-0a50-4706-a724-6cf50d4414a9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 210 time: 0.0365632 Apr 01 13:08:57.004785 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-63072ae3-2f1f-47ee-9b99-32f5bc1b667f req-1921742e-8b57-4c11-adfe-b726d69b5d3a tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086193 Apr 01 13:08:57.067356 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:08:57.071666 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.213998 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.20.0.7 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/776f9534-bfe4-49a8-84ec-e9604ce9c367) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:08:57.347663 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.433366 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b35739b5-d6bc-4165-b3cb-041ee1cf5323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.462679 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.508751 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:08:57.511960 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:08:57.519149 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:08:57.524964 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:57.576447 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:57.578172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.660347 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-0c8b73a1-da9d-4486-b7f3-39e313f3824f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224220 Apr 01 13:08:57.672205 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Request body: {'port': {'device_id': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:08:57.732749 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.750734 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-40bf7b28-d54e-4f51-9d73-1ef4a1ab7faa None None] Provisioning complete for port 776f9534-bfe4-49a8-84ec-e9604ce9c367 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:08:57.751108 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40bf7b28-d54e-4f51-9d73-1ef4a1ab7faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:57.785888 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-40bf7b28-d54e-4f51-9d73-1ef4a1ab7faa None None] Port 776f9534-bfe4-49a8-84ec-e9604ce9c367 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:08:57.997626 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776f9534-bfe4-49a8-84ec-e9604ce9c367 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:08:58.005832 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks [] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:58.019262 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Transition to ACTIVE for port object 776f9534-bfe4-49a8-84ec-e9604ce9c367 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:08:58.093470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:58.129045 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a7d8-80ce-47bb-8d6c-3c0888e9d08d req-c6e74f71-e202-4d2a-9b6c-19d5d5542e08 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.130596 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23e7a7d8-80ce-47bb-8d6c-3c0888e9d08d req-c6e74f71-e202-4d2a-9b6c-19d5d5542e08 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0559382 Apr 01 13:08:58.175986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff32bd6-5f6e-4a44-a33d-3145e680660f req-17301d71-5979-4920-b672-117f97feda3d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.177538 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cff32bd6-5f6e-4a44-a33d-3145e680660f req-17301d71-5979-4920-b672-117f97feda3d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 931 time: 0.1122761 Apr 01 13:08:58.195472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:58.195726 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23e7a7d8-80ce-47bb-8d6c-3c0888e9d08d req-47a3b453-6444-4d11-a9a8-0dfd758481ff tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594351 Apr 01 13:08:58.292590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Attempting to bind port 776f9534-bfe4-49a8-84ec-e9604ce9c367 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:08:58.293027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Attempting to bind port 776f9534-bfe4-49a8-84ec-e9604ce9c367 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:08:58.293374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Attempting to bind port 776f9534-bfe4-49a8-84ec-e9604ce9c367 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:58.301532 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cff32bd6-5f6e-4a44-a33d-3145e680660f req-ef47a967-1130-439b-ac2b-a4d79578dc73 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015949 Apr 01 13:08:58.303907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Port 776f9534-bfe4-49a8-84ec-e9604ce9c367 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:08:58.304228 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Attempting to bind port 776f9534-bfe4-49a8-84ec-e9604ce9c367 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:08:58.312236 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:08:58.312609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:08:58.313000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:08:58.313443 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Bound port: 776f9534-bfe4-49a8-84ec-e9604ce9c367, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:08:58.313925 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:58.382996 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:08:58.386382 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:08:58.473376 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:58.511356 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.511969 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:58.513319 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/776f9534-bfe4-49a8-84ec-e9604ce9c367 HTTP/1.1" status: 200 len: 1093 time: 0.8456182 Apr 01 13:08:58.513774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:08:58.517276 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf" -d '{"events": [{"name": "network-changed", "server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:08:58.544478 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6c159-caec-475b-b34b-109a543e8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:58.559172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d56773-7fee-49c2-9fde-6a542bf19954 x-openstack-request-id: req-75d56773-7fee-49c2-9fde-6a542bf19954 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:08:58.559461 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:08:58.559845 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75d56773-7fee-49c2-9fde-6a542bf19954 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:08:58.560250 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d56773-7fee-49c2-9fde-6a542bf19954'] response: {'name': 'network-changed', 'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'status': 'completed', 'code': 200} Apr 01 13:08:58.628437 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-f7426c78-d2bf-4252-9717-1dd2fbaba514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.629985 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-f7426c78-d2bf-4252-9717-1dd2fbaba514 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 1127 time: 0.0485032 Apr 01 13:08:58.731708 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-c80568d9-baf9-464d-acd1-c164bae71f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.734126 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-c80568d9-baf9-464d-acd1-c164bae71f74 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968626 Apr 01 13:08:58.832615 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-14a702b8-a750-4021-94bd-ec95f42891e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.834107 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c9ede3f6-3f8c-40d8-b5aa-9e039a7386cf req-14a702b8-a750-4021-94bd-ec95f42891e6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935593 Apr 01 13:08:58.914075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-562ca4b6-a9a5-4e16-ba3a-f0e478e154e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:58.915604 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-562ca4b6-a9a5-4e16-ba3a-f0e478e154e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 1127 time: 0.0464337 Apr 01 13:08:58.961540 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-b9cba7e7-97b7-4c05-bb92-17933ffdb8fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367 HTTP/1.1" status: 200 len: 217 time: 0.0390327 Apr 01 13:08:59.010363 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-b780cd2a-7c12-407d-88db-ff46e6c3bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.012126 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-b780cd2a-7c12-407d-88db-ff46e6c3bafc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0447936 Apr 01 13:08:59.060609 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-de3fc5ee-f096-4447-8bbd-cc304006a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.062758 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-de3fc5ee-f096-4447-8bbd-cc304006a140 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449758 Apr 01 13:08:59.127564 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 992a1474-36c3-403f-841f-1a66aa0b107b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:08:59.155071 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-7ddf920b-a159-4b38-ad02-37cd3d444a28 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852377 Apr 01 13:08:59.237480 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=992a1474-36c3-403f-841f-1a66aa0b107b,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:59.250500 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '992a1474-36c3-403f-841f-1a66aa0b107b', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'port_id': '992a1474-36c3-403f-841f-1a66aa0b107b', 'mac_address': 'fa:16:3e:f8:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:08:59.255713 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0ec70e0-c8f0-4e86-9e93-6c413e0b44ff req-1abae9e7-4972-44f2-8b84-cfc626707b8b service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915453 Apr 01 13:08:59.292029 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 992a1474-36c3-403f-841f-1a66aa0b107b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:08:59.292421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:59.307231 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992a1474-36c3-403f-841f-1a66aa0b107b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:08:59.327307 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=992a1474-36c3-403f-841f-1a66aa0b107b,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:08:59.391520 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301b152-1ee9-4c6e-9bdb-c6083006ef54 req-9b016cac-9de8-4be3-b2e3-913def2c9302 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.393094 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c301b152-1ee9-4c6e-9bdb-c6083006ef54 req-9b016cac-9de8-4be3-b2e3-913def2c9302 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 944 time: 0.0590405 Apr 01 13:08:59.424058 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:08:59.437146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f4eec-17d8-4b4d-aa1d-850d07c30482 req-a3796553-e67a-4408-b2d1-ef1840f160d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.440995 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd5f4eec-17d8-4b4d-aa1d-850d07c30482 req-a3796553-e67a-4408-b2d1-ef1840f160d2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 943 time: 0.0626061 Apr 01 13:08:59.459579 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c301b152-1ee9-4c6e-9bdb-c6083006ef54 req-0e7e1fe6-92aa-4f9c-8186-32e21405b18e tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604084 Apr 01 13:08:59.478718 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:08:59.494917 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd5f4eec-17d8-4b4d-aa1d-850d07c30482 req-53176f1b-11bc-40f9-a4ee-7e879e0ab49e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504413 Apr 01 13:08:59.704358 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['992a1474-36c3-403f-841f-1a66aa0b107b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:08:59.833173 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f73353fd-63ff-47a1-a5f4-8702e80f4ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:00.587323 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c25353-d791-49f8-9ad3-6dacec337af2 req-cdae9a68-c060-4c5d-b8ad-1884a2c59dbf tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:00.588907 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21c25353-d791-49f8-9ad3-6dacec337af2 req-cdae9a68-c060-4c5d-b8ad-1884a2c59dbf tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 945 time: 0.0594823 Apr 01 13:09:00.621061 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e7ec0-3f08-4550-9d91-c250d0034bb6 req-8b3549a1-180d-4c43-ae0f-e4e0514c0f9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:00.622567 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e12e7ec0-3f08-4550-9d91-c250d0034bb6 req-8b3549a1-180d-4c43-ae0f-e4e0514c0f9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 943 time: 0.0530558 Apr 01 13:09:00.638783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-21c25353-d791-49f8-9ad3-6dacec337af2 req-94b47458-5195-44b7-9bb5-d2ee50255e4b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Apr 01 13:09:00.669882 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e12e7ec0-3f08-4550-9d91-c250d0034bb6 req-562f8a88-7f6b-4ac6-a837-5969a711efb0 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Apr 01 13:09:00.970278 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.149386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 776f9534-bfe4-49a8-84ec-e9604ce9c367 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:09:01.152983 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 992a1474-36c3-403f-841f-1a66aa0b107b up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:09:01.286087 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:01.298029 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'port_id': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'mac_address': 'fa:16:3e:6d:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:09:01.323746 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 992a1474-36c3-403f-841f-1a66aa0b107b completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:09:01.332539 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 992a1474-36c3-403f-841f-1a66aa0b107b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:09:01.333221 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.361782 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 776f9534-bfe4-49a8-84ec-e9604ce9c367 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:09:01.362162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.382598 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776f9534-bfe4-49a8-84ec-e9604ce9c367 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:09:01.406362 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:01.442436 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 992a1474-36c3-403f-841f-1a66aa0b107b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:09:01.442819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.461857 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.468699 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:01.471021 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e7bac5-9a3b-40ac-8742-75de5a203372" -d '{"events": [{"server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "name": "network-vif-plugged", "status": "completed", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:01.500215 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=992a1474-36c3-403f-841f-1a66aa0b107b,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:01.507210 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07832d-7196-468c-8da6-eefc69a71fb2 x-openstack-request-id: req-fa07832d-7196-468c-8da6-eefc69a71fb2 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:01.507495 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "name": "network-vif-plugged", "status": "completed", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:01.510773 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa07832d-7196-468c-8da6-eefc69a71fb2 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:01.510773 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa07832d-7196-468c-8da6-eefc69a71fb2'] response: {'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b', 'code': 200} Apr 01 13:09:01.526553 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:01.564428 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:01.617253 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:01.721686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['776f9534-bfe4-49a8-84ec-e9604ce9c367'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:09:01.762768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223902e0-0647-460d-9b6c-1e19f12c26d7 req-52fc8e9e-87cb-4a1c-84d1-55a5007ca06b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:01.770136 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-223902e0-0647-460d-9b6c-1e19f12c26d7 req-52fc8e9e-87cb-4a1c-84d1-55a5007ca06b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0629253 Apr 01 13:09:01.816992 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace4210-07c8-4ac1-9e87-ec1a4c461eca req-8db650f7-588f-490f-adc0-a16fa75a176e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:01.823544 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8ace4210-07c8-4ac1-9e87-ec1a4c461eca req-8db650f7-588f-490f-adc0-a16fa75a176e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 944 time: 0.0808995 Apr 01 13:09:01.830587 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-223902e0-0647-460d-9b6c-1e19f12c26d7 req-bd4f1f80-b6c0-404d-b2a2-b4710d32785c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578439 Apr 01 13:09:01.866491 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5037f-5b96-4155-8e96-7dafac441cc7 req-08d8449d-7c95-4e2f-a140-7f0dd66ffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:01.868071 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f0a5037f-5b96-4155-8e96-7dafac441cc7 req-08d8449d-7c95-4e2f-a140-7f0dd66ffe63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1130 time: 0.0830698 Apr 01 13:09:01.894904 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8ace4210-07c8-4ac1-9e87-ec1a4c461eca req-8095810b-3039-4f0b-932c-c6a076e14d1c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653129 Apr 01 13:09:01.923316 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f0a5037f-5b96-4155-8e96-7dafac441cc7 req-2eea0226-cf6c-4c96-85f9-871ab62b3a3a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Apr 01 13:09:02.444330 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:02.952961 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d30e7-5098-465c-be5f-d30b0008ecb4 req-d41748f9-f7f7-48a7-baef-60086135e7b6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:02.954531 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-943d30e7-5098-465c-be5f-d30b0008ecb4 req-d41748f9-f7f7-48a7-baef-60086135e7b6 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0560768 Apr 01 13:09:03.007365 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-943d30e7-5098-465c-be5f-d30b0008ecb4 req-dd66a200-dce0-4bd8-9c2e-de0de97657ce tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Apr 01 13:09:03.017055 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8bfcd-fd2b-432c-85ee-b829a0401ea1 req-6dcacfa0-6423-46cf-a7fa-4ab0ab70ccd0 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:03.018632 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8aa8bfcd-fd2b-432c-85ee-b829a0401ea1 req-6dcacfa0-6423-46cf-a7fa-4ab0ab70ccd0 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 944 time: 0.0539742 Apr 01 13:09:03.068726 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8aa8bfcd-fd2b-432c-85ee-b829a0401ea1 req-3d394d62-be14-4a11-a405-abea03864dfa tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Apr 01 13:09:03.165411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 776f9534-bfe4-49a8-84ec-e9604ce9c367 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:09:03.292280 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 776f9534-bfe4-49a8-84ec-e9604ce9c367 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:09:03.296977 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 776f9534-bfe4-49a8-84ec-e9604ce9c367 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:09:03.297345 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:03.371743 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 776f9534-bfe4-49a8-84ec-e9604ce9c367 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:09:03.372123 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:03.404071 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:03.446333 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:03.495400 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:03.509476 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:03.511691 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9fe12-c4f9-44cb-9897-f6a4f0573ab7" -d '{"events": [{"server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "name": "network-vif-plugged", "status": "completed", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:03.546620 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae7f41f-e341-4ba2-8216-b5b46792ad39 x-openstack-request-id: req-2ae7f41f-e341-4ba2-8216-b5b46792ad39 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:03.546910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "name": "network-vif-plugged", "status": "completed", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:03.547158 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ae7f41f-e341-4ba2-8216-b5b46792ad39 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:03.547549 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae7f41f-e341-4ba2-8216-b5b46792ad39'] response: {'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'code': 200} Apr 01 13:09:03.752698 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:03.875612 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640655a-7a1c-4eb7-9f8c-8a56e26bbeb9 req-4f4d16a1-be29-46db-8795-edfc893beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:03.877071 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0640655a-7a1c-4eb7-9f8c-8a56e26bbeb9 req-4f4d16a1-be29-46db-8795-edfc893beb46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 1129 time: 0.0426424 Apr 01 13:09:03.925534 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0640655a-7a1c-4eb7-9f8c-8a56e26bbeb9 req-098f3cc5-f929-4f30-8fda-46184f3fdc8a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Apr 01 13:09:04.122925 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967969e-e5cb-4ab9-8dcf-a5e9bd27bee3 req-7f64957f-4b39-428f-adb1-d084ee44367b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:04.124998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0967969e-e5cb-4ab9-8dcf-a5e9bd27bee3 req-7f64957f-4b39-428f-adb1-d084ee44367b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0529346 Apr 01 13:09:04.173854 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0967969e-e5cb-4ab9-8dcf-a5e9bd27bee3 req-9773f9d8-38ea-462b-b4da-4c5ac079fa0c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Apr 01 13:09:04.186965 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d74ef-c410-497b-a350-0c6eecb9ead3 req-a37d3aa9-6668-49bc-a932-4c73f4983256 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:04.188461 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-661d74ef-c410-497b-a350-0c6eecb9ead3 req-a37d3aa9-6668-49bc-a932-4c73f4983256 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0522175 Apr 01 13:09:04.235717 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-661d74ef-c410-497b-a350-0c6eecb9ead3 req-5de5c2c9-4b2a-4126-b382-8730c8d7b110 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Apr 01 13:09:04.294104 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907870-995e-4bc6-b221-3a096fddd3b1 req-296b8079-0692-4791-b273-78fe7febd86c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:04.295531 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2e907870-995e-4bc6-b221-3a096fddd3b1 req-296b8079-0692-4791-b273-78fe7febd86c tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0540228 Apr 01 13:09:04.343595 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2e907870-995e-4bc6-b221-3a096fddd3b1 req-84400bac-bfdc-4eb7-a964-ce461f09d937 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Apr 01 13:09:04.365108 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36200) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:04.559877 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8452cb5-573e-4485-b829-16ca35bb96fc tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:04.561327 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c8452cb5-573e-4485-b829-16ca35bb96fc tempest-TestVolumeBootPattern-1349884139 tempest-TestVolumeBootPattern-1349884139-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1125 time: 0.1952457 Apr 01 13:09:04.564258 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36206) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:04.568497 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'port_id': '992a1474-36c3-403f-841f-1a66aa0b107b', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:04.675407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:04.767677 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:05.114643 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Allocated IP 172.27.2.69 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/69dac207-2ac6-4934-9be3-2014ec82f748) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:09:05.214415 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (69dac207-2ac6-4934-9be3-2014ec82f748), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:05.304332 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:05.344030 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:09:05.347374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:09:05.349829 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:09:05.357086 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ecf2-9f9e-46d4-b2af-8272bc0e8b8f req-8a2bbe09-8809-4356-93c3-45bc1045f346 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:05.358812 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd45ecf2-9f9e-46d4-b2af-8272bc0e8b8f req-8a2bbe09-8809-4356-93c3-45bc1045f346 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0562904 Apr 01 13:09:05.386170 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=69dac207-2ac6-4934-9be3-2014ec82f748,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:05.407205 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd45ecf2-9f9e-46d4-b2af-8272bc0e8b8f req-4ca9be3b-da94-4f10-a976-5a47b5a98d3c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Apr 01 13:09:05.710734 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (7b6b3295-28fd-45a1-97c0-c134d82ea94b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:05.833759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:05.980913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for port (69dac207-2ac6-4934-9be3-2014ec82f748), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:06.029104 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:06.095839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event updated for resources: {'Port': ['ID=69dac207-2ac6-4934-9be3-2014ec82f748,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:06.107450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (7b6b3295-28fd-45a1-97c0-c134d82ea94b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:06.207570 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP 7b6b3295-28fd-45a1-97c0-c134d82ea94b associated. External IP: 172.27.2.69, port: 992a1474-36c3-403f-841f-1a66aa0b107b. Apr 01 13:09:06.421314 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:09:06.562008 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc88c6-f667-4502-8d87-15dc31e4a92d req-be0588bf-909c-4f4d-a834-c7f533d6531f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:06.563487 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38dc88c6-f667-4502-8d87-15dc31e4a92d req-be0588bf-909c-4f4d-a834-c7f533d6531f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0727723 Apr 01 13:09:06.572627 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:09:06.585975 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:09:06.598710 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:06.599378 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:06.626252 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38dc88c6-f667-4502-8d87-15dc31e4a92d req-e914367f-d4d0-48d6-9f4e-94d6ecdd3af6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555646 Apr 01 13:09:06.694419 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:06.695940 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-dea406d2-06c9-4b02-bd53-5b90639e85d3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770510436&fields=id&tenant_id=ba611b0ca5834659bd93325498ac6128 HTTP/1.1" status: 200 len: 267 time: 0.0441432 Apr 01 13:09:06.712743 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:06.745591 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-06586253-83ed-472c-8ffd-797ff54ec7e2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1679454 Apr 01 13:09:06.745591 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:06.745591 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22361e6b-27ed-4c34-a86d-2086f71ec07f" -d '{"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:06.815706 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-ac099228-9e76-4a46-bf88-f86f978e94a0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:06.818037 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-ac099228-9e76-4a46-bf88-f86f978e94a0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 809 time: 0.1138394 Apr 01 13:09:06.823039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2565fa-875f-4eba-b38c-d9101e7668cb req-893c4100-bdb8-4d0d-89e4-f01f9a136860 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:06.824529 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0c2565fa-875f-4eba-b38c-d9101e7668cb req-893c4100-bdb8-4d0d-89e4-f01f9a136860 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0660610 Apr 01 13:09:06.834190 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-9454b1e2-5ac2-4ab5-9b11-4690322b20e9 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/quotas/ba611b0ca5834659bd93325498ac6128 HTTP/1.1" status: 200 len: 375 time: 0.0111451 Apr 01 13:09:06.834470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36226) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:06.838897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'port_id': '776f9534-bfe4-49a8-84ec-e9604ce9c367'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:06.874865 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bee78b2-e885-4d51-a4a1-ac4ad1212d0f x-openstack-request-id: req-6bee78b2-e885-4d51-a4a1-ac4ad1212d0f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:06.875068 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:06.875318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bee78b2-e885-4d51-a4a1-ac4ad1212d0f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:06.875723 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bee78b2-e885-4d51-a4a1-ac4ad1212d0f'] response: {'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b', 'status': 'completed', 'code': 200} Apr 01 13:09:06.884631 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:06.905616 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cec9c09e-9a3d-4f40-89c2-b67d6a40e92d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648770 Apr 01 13:09:06.961970 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '7b6b3295-28fd-45a1-97c0-c134d82ea94b', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '992a1474-36c3-403f-841f-1a66aa0b107b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:f8:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72983edf-69d8-4fca-967a-ddb9f442b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:05Z', 'updated_at': '2022-04-01T13:09:05Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}, {'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:06.988502 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:09:06.996668 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:06.997274 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:07.010781 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-c5a7c280-f9f2-41d2-80d3-c8f9a2dde185 service neutron] 10.222.0.43 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Apr 01 13:09:07.029263 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-43a8f753-2587-4083-92d0-c8ad913dd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:07.030934 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-43a8f753-2587-4083-92d0-c8ad913dd090 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1130 time: 0.1156926 Apr 01 13:09:07.109911 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:07.114183 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-b9cac360-d491-4a22-92ef-2191b15c3da2 service neutron] 10.222.0.43 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953062 Apr 01 13:09:07.238252 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-200a956d-2b43-4164-9959-856e9c614b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:07.239732 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-200a956d-2b43-4164-9959-856e9c614b99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.1720703 Apr 01 13:09:07.350625 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '7b6b3295-28fd-45a1-97c0-c134d82ea94b', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '992a1474-36c3-403f-841f-1a66aa0b107b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:f8:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72983edf-69d8-4fca-967a-ddb9f442b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:05Z', 'updated_at': '2022-04-01T13:09:05Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}, {'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:07.378002 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022a38-b610-4e1c-bb05-f00bdc41df3c None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '7b6b3295-28fd-45a1-97c0-c134d82ea94b', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': '992a1474-36c3-403f-841f-1a66aa0b107b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:f8:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72983edf-69d8-4fca-967a-ddb9f442b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:05Z', 'updated_at': '2022-04-01T13:09:05Z', 'revision_number': 0, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}, {'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:09:07.378813 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-3b220a6a-3478-43e4-b9a1-26c81cf77359 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 200 len: 999 time: 0.1307983 Apr 01 13:09:07.487032 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-eba9a5a4-b0c0-45db-b1e0-8a8b28b302a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:07.488501 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-eba9a5a4-b0c0-45db-b1e0-8a8b28b302a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.1040401 Apr 01 13:09:07.540621 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:07.554457 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-5365a9c8-7563-4286-aab5-25770a95fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:07.555970 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-5365a9c8-7563-4286-aab5-25770a95fb30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612774 Apr 01 13:09:07.600839 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04264f6-f8f9-4165-9c78-2d570138474a None None] New status for floating IP 7b6b3295-28fd-45a1-97c0-c134d82ea94b: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:09:07.633898 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:07.708582 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-d35d09db-ecd5-42c0-9a2b-9d5d6103b76e service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459932 Apr 01 13:09:07.810144 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3616853d-b2a2-4f59-afd0-00c53aae909b req-8a5999a1-eabf-4ad1-91cc-38b511784847 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 210 time: 0.0680218 Apr 01 13:09:07.843640 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP d1eb5f64-f106-41fc-98b9-f619356ef562 associated. External IP: 172.27.2.170, port: 776f9534-bfe4-49a8-84ec-e9604ce9c367. Apr 01 13:09:08.168613 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-22361e6b-27ed-4c34-a86d-2086f71ec07f req-5776ad66-0419-49d3-bfb1-24dfa41b0b80 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532938 Apr 01 13:09:08.318294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:09:08.430793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:09:08.435211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:08.443070 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:09:08.454584 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:08.455877 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:08.481584 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-56f36371-cb5d-42b1-94d3-d80ea4cab133 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "PUT /v2.0/floatingips/d1eb5f64-f106-41fc-98b9-f619356ef562 HTTP/1.1" status: 200 len: 991 time: 1.6343129 Apr 01 13:09:08.643935 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:08.871511 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}, {'id': 'd1eb5f64-f106-41fc-98b9-f619356ef562', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:6d:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:08:53Z', 'updated_at': '2022-04-01T13:09:07Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:08.877310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:08.880219 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2248500f-033f-4669-a555-45c1d39800b9" -d '{"events": [{"name": "network-changed", "server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:08.898953 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:09:08.908322 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:08.908962 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:08.915624 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6222ee44-c539-4347-93ce-5c0929225835 req-8c456299-ac23-4d9a-acf9-a537d6f7234f tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 210 time: 0.0331154 Apr 01 13:09:08.916490 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0194d5d-29e2-4df4-a986-06f7cec8163f x-openstack-request-id: req-b0194d5d-29e2-4df4-a986-06f7cec8163f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:08.916778 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:08.917185 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0194d5d-29e2-4df4-a986-06f7cec8163f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:08.917480 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0194d5d-29e2-4df4-a986-06f7cec8163f'] response: {'name': 'network-changed', 'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'status': 'completed', 'code': 200} Apr 01 13:09:08.983688 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248500f-033f-4669-a555-45c1d39800b9 req-f91488c5-1145-4aba-bc4a-856d8139429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:08.985196 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-f91488c5-1145-4aba-bc4a-856d8139429b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 1129 time: 0.0465899 Apr 01 13:09:09.021033 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:09.078783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248500f-033f-4669-a555-45c1d39800b9 req-758e64f7-65d8-4f88-9b5f-dd79b8cbe319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:09.080255 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-758e64f7-65d8-4f88-9b5f-dd79b8cbe319 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 915 time: 0.0882921 Apr 01 13:09:09.146401 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-2f4febc9-bffa-4533-bcce-ca19cddd2131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367 HTTP/1.1" status: 200 len: 999 time: 0.0602717 Apr 01 13:09:09.214245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248500f-033f-4669-a555-45c1d39800b9 req-7c87b5c2-c2bb-4a10-a95f-876d606fd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:09.215904 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-7c87b5c2-c2bb-4a10-a95f-876d606fd071 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0559392 Apr 01 13:09:09.257758 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-786328ca-627f-4500-9cd9-e64861539516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}, {'id': 'd1eb5f64-f106-41fc-98b9-f619356ef562', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:6d:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:08:53Z', 'updated_at': '2022-04-01T13:09:07Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:09.269346 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248500f-033f-4669-a555-45c1d39800b9 req-7daf9300-e815-4f24-948e-f930a5867a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:09.270876 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-7daf9300-e815-4f24-948e-f930a5867a80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493360 Apr 01 13:09:09.288799 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786328ca-627f-4500-9cd9-e64861539516 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}, {'id': 'd1eb5f64-f106-41fc-98b9-f619356ef562', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:6d:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:08:53Z', 'updated_at': '2022-04-01T13:09:07Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:09:09.362989 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-4b96a2cd-1534-49b0-89b2-3907098f78d8 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859771 Apr 01 13:09:09.446793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:09.462836 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2248500f-033f-4669-a555-45c1d39800b9 req-39a2aa8d-8bc2-458f-a121-523fed2626ee service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945108 Apr 01 13:09:09.502938 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f03ef-1b43-48a3-a4ae-3eccc16ab54a None None] New status for floating IP d1eb5f64-f106-41fc-98b9-f619356ef562: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:09:10.007966 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-2b6b498a-7e12-486d-bafc-2f6cd1e6382d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:10.009368 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-2b6b498a-7e12-486d-bafc-2f6cd1e6382d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 809 time: 0.1092587 Apr 01 13:09:10.028129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7f88ab4d-c31b-45fc-a7cb-db6fc77c4343 req-9df6180f-8798-4f3a-9acb-3fb48d1f41df tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 210 time: 0.0425286 Apr 01 13:09:10.090922 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-83302512-8f51-41bd-b77e-06afe23d4e9e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba611b0ca5834659bd93325498ac6128 HTTP/1.1" status: 200 len: 380 time: 0.0533786 Apr 01 13:09:10.099297 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'port': {'device_id': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'admin_state_up': True, 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'security_groups': ['9b0448a1-eec8-4a56-91cd-b957cc016caf']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:10.286707 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Made reservation on behalf of ba611b0ca5834659bd93325498ac6128 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:09:10.290207 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.422213 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Allocated IP 172.20.0.10 (e3723862-eefd-4c1d-8b3b-0f3acc1302a3/467f8b85-6dd5-48db-9e0c-a61571c8a337/92840956-4dc7-4778-904f-1e69b34f77f1) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:09:10.558156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for port (92840956-4dc7-4778-904f-1e69b34f77f1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.673251 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.719557 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:09:10.722707 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:09:10.729078 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:09:10.736374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:10.785980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:10.786692 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.864372 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-cb55955e-be5d-4c85-9f9c-5eb1dcf89241 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684188 Apr 01 13:09:10.875872 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Request body: {'port': {'device_id': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:10.932350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b12800a8-11c6-4f8c-bf7f-6e52e7c3fdae None None] Provisioning complete for port 92840956-4dc7-4778-904f-1e69b34f77f1 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:09:10.932996 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b12800a8-11c6-4f8c-bf7f-6e52e7c3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.936184 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:10.966968 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b12800a8-11c6-4f8c-bf7f-6e52e7c3fdae None None] Port 92840956-4dc7-4778-904f-1e69b34f77f1 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:09:11.151548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe539023-f207-4639-a4f5-f387feb8dc3c req-1c4f9843-1df2-47ee-8669-a6af3d60c2be tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:11.153075 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fe539023-f207-4639-a4f5-f387feb8dc3c req-1c4f9843-1df2-47ee-8669-a6af3d60c2be tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 932 time: 0.0530539 Apr 01 13:09:11.203000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92840956-4dc7-4778-904f-1e69b34f77f1 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:09:11.209794 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fe539023-f207-4639-a4f5-f387feb8dc3c req-f72d9b6d-2e28-48e6-ab29-59df023c0e0f tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Apr 01 13:09:11.210965 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks [] for port (92840956-4dc7-4778-904f-1e69b34f77f1), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:11.225668 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Transition to ACTIVE for port object 92840956-4dc7-4778-904f-1e69b34f77f1 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:09:11.301546 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:11.352584 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:11.430652 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Attempting to bind port 92840956-4dc7-4778-904f-1e69b34f77f1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:09:11.431000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Attempting to bind port 92840956-4dc7-4778-904f-1e69b34f77f1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:09:11.431326 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Attempting to bind port 92840956-4dc7-4778-904f-1e69b34f77f1 on network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:09:11.437020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Port 92840956-4dc7-4778-904f-1e69b34f77f1 on network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:09:11.437367 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Attempting to bind port 92840956-4dc7-4778-904f-1e69b34f77f1 on network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:09:11.443221 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:09:11.443564 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Checking segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:09:11.443955 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Bound using segment: {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:09:11.444393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Bound port: 92840956-4dc7-4778-904f-1e69b34f77f1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6d4a12-320e-4f78-98f3-5b1486c37c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:09:11.444758 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:11.509766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:09:11.512706 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:09:11.673535 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:11.710943 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:11.711056 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:11.712445 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] 10.222.0.62 "PUT /v2.0/ports/92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 1094 time: 0.8412325 Apr 01 13:09:11.712914 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:11.715177 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3257b1-0542-4926-9930-5df58d8ab55e" -d '{"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:11.738405 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2038a-25a2-43be-9f47-5290f5fce54b service neutron] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:11.763884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbea41f-2843-444e-8753-7fd630e41444 x-openstack-request-id: req-cdbea41f-2843-444e-8753-7fd630e41444 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:11.764192 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:11.764556 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdbea41f-2843-444e-8753-7fd630e41444 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:11.764993 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbea41f-2843-444e-8753-7fd630e41444'] response: {'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'status': 'completed', 'code': 200} Apr 01 13:09:11.845493 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-7dfde304-0f9b-4550-8ffe-bee125da593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:11.847169 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-7dfde304-0f9b-4550-8ffe-bee125da593e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1128 time: 0.0492289 Apr 01 13:09:11.948407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-82ddf1ab-e24f-47ed-a796-2872d2e119fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:11.949897 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-82ddf1ab-e24f-47ed-a796-2872d2e119fb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ba611b0ca5834659bd93325498ac6128&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0965497 Apr 01 13:09:12.040182 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-cc081181-6a91-47e7-9c03-2dc0b27d3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:12.041678 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a3257b1-0542-4926-9930-5df58d8ab55e req-cc081181-6a91-47e7-9c03-2dc0b27d3d5a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861382 Apr 01 13:09:12.124020 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-d1ad4f5a-4031-4aa0-abc0-e891f0248ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:12.125503 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-d1ad4f5a-4031-4aa0-abc0-e891f0248ef5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1128 time: 0.0491517 Apr 01 13:09:12.165257 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-a7158a8f-e08b-448d-88b0-683a98e7a31e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 217 time: 0.0335896 Apr 01 13:09:12.212528 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-9150b694-7a42-4a58-acbe-fc7ef4698170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:12.213999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-9150b694-7a42-4a58-acbe-fc7ef4698170 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0418115 Apr 01 13:09:12.264892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-5c49cb7e-0ccd-4130-9bca-e32dd7e3280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:12.266357 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-5c49cb7e-0ccd-4130-9bca-e32dd7e3280d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467129 Apr 01 13:09:12.331471 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4b79b-dadc-4c96-a6d8-2a0876cd9d9d req-68caf1ba-3b49-4985-a69f-169a5c2f8a97 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:12.333038 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d3c4b79b-dadc-4c96-a6d8-2a0876cd9d9d req-68caf1ba-3b49-4985-a69f-169a5c2f8a97 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0558252 Apr 01 13:09:12.357354 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-a5951352-ab21-419d-9aab-bfa83ca0dd32 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834739 Apr 01 13:09:12.382163 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d3c4b79b-dadc-4c96-a6d8-2a0876cd9d9d req-78e33df3-2c8d-4687-9f16-d47122eb3cba tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Apr 01 13:09:12.449595 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d79a314-2d7c-4e68-8bf9-502acbec45de req-9d51c3ff-9871-47c5-86ba-402079287603 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Apr 01 13:09:13.499337 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45977ffe-113a-4be7-a7f9-d8a188fa27af req-b16a1163-9614-4735-9be8-0e7477a53ce2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:13.501500 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45977ffe-113a-4be7-a7f9-d8a188fa27af req-b16a1163-9614-4735-9be8-0e7477a53ce2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0526869 Apr 01 13:09:13.548950 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45977ffe-113a-4be7-a7f9-d8a188fa27af req-4f4cc17e-28b1-4c2b-bd33-1afc9107b751 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Apr 01 13:09:14.152352 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-5e217e46-4953-4821-9f1d-2adc7b7c053b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419693 Apr 01 13:09:14.243647 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-54ca5b23-06d9-4acc-8e2b-2e72e0c6af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:14.245118 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-54ca5b23-06d9-4acc-8e2b-2e72e0c6af45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1129 time: 0.0434930 Apr 01 13:09:14.349986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-292cfc5c-8970-4f07-b4e2-32f73a040eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:14.351431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-292cfc5c-8970-4f07-b4e2-32f73a040eb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.0861058 Apr 01 13:09:14.419755 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-459d485c-0b87-4a56-8b97-f7090d237575 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 1001 time: 0.0563757 Apr 01 13:09:14.476842 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-fe630310-f1f7-44f2-bb0d-c4fa831b263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:14.478320 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-fe630310-f1f7-44f2-bb0d-c4fa831b263e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0483809 Apr 01 13:09:14.525151 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-a677a108-853f-4676-b51b-23120f3eeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:14.526641 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-a677a108-853f-4676-b51b-23120f3eeec7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419407 Apr 01 13:09:14.617320 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-f1eda151-3eb2-4917-8283-302c126153c8 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842066 Apr 01 13:09:14.667351 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441fc0b-843a-4e2b-bf05-53d1bc877d0d req-e90a3d17-e05c-4f16-9833-dda00ffa3724 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:14.668861 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3441fc0b-843a-4e2b-bf05-53d1bc877d0d req-e90a3d17-e05c-4f16-9833-dda00ffa3724 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0528655 Apr 01 13:09:14.711186 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba043e9-fcad-40fa-9440-2b04239010c5 req-0607e266-3bce-4f23-aaa7-b7b735026e1b service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865729 Apr 01 13:09:14.718960 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3441fc0b-843a-4e2b-bf05-53d1bc877d0d req-21b640b8-ff61-4903-aadf-bb5d9c61b3ff tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Apr 01 13:09:15.841676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8dc6-d7d0-4ddf-886c-42dcbf1952bf req-277b50a0-04c3-41fb-95d7-9bfff1d36bb0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:15.843830 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d6b8dc6-d7d0-4ddf-886c-42dcbf1952bf req-277b50a0-04c3-41fb-95d7-9bfff1d36bb0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0554075 Apr 01 13:09:15.891872 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d6b8dc6-d7d0-4ddf-886c-42dcbf1952bf req-00a1091c-1713-434c-8c2b-7789a3be8f80 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Apr 01 13:09:17.011828 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e31a-991a-4c70-b47e-9fd02f61a210 req-e8e4ff7d-b755-4efc-80fe-a0a0e64a79a2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:17.013296 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2483e31a-991a-4c70-b47e-9fd02f61a210 req-e8e4ff7d-b755-4efc-80fe-a0a0e64a79a2 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0534301 Apr 01 13:09:17.076449 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2483e31a-991a-4c70-b47e-9fd02f61a210 req-a2a1e7f1-e4bc-4340-b3c4-a97ad5903512 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569654 Apr 01 13:09:18.194810 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7671c-f532-48b6-b6f3-b811991c0451 req-d0847e50-758e-4211-a534-9f852a8dd352 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:18.196268 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38a7671c-f532-48b6-b6f3-b811991c0451 req-d0847e50-758e-4211-a534-9f852a8dd352 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0546396 Apr 01 13:09:18.243600 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38a7671c-f532-48b6-b6f3-b811991c0451 req-b6e73ccd-5e4b-44a8-92fb-ce1361cfa1eb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Apr 01 13:09:19.259609 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:09:19.364017 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa7c3-a88a-48b9-a208-cf04f3ed2dc8 req-4a128da5-4f11-46d0-98a5-30a5fcf81971 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:19.365764 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-534aa7c3-a88a-48b9-a208-cf04f3ed2dc8 req-4a128da5-4f11-46d0-98a5-30a5fcf81971 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0547814 Apr 01 13:09:19.426343 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-534aa7c3-a88a-48b9-a208-cf04f3ed2dc8 req-1cc5fbca-454d-44c6-aa7e-bb3fb3917b02 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546238 Apr 01 13:09:19.491211 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:19.504549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '92840956-4dc7-4778-904f-1e69b34f77f1', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'mac_address': 'fa:16:3e:9a:ee:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:09:19.542548 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92840956-4dc7-4778-904f-1e69b34f77f1 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:09:19.602826 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:19.602826 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92840956-4dc7-4778-904f-1e69b34f77f1 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:09:19.602826 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:19.603191 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:09:19.701013 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:19.748572 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:19.973232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['92840956-4dc7-4778-904f-1e69b34f77f1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:09:20.546467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27257672-8afa-4be1-8699-4627da4f5ee8 req-403cc576-3b61-495a-add2-945982634c35 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:20.548761 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27257672-8afa-4be1-8699-4627da4f5ee8 req-403cc576-3b61-495a-add2-945982634c35 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 945 time: 0.0546579 Apr 01 13:09:20.597019 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27257672-8afa-4be1-8699-4627da4f5ee8 req-e4229456-719c-447c-9028-803e415087ea tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Apr 01 13:09:21.289138 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:09:21.394786 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 92840956-4dc7-4778-904f-1e69b34f77f1 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:09:21.398557 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 92840956-4dc7-4778-904f-1e69b34f77f1 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:09:21.398941 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:21.477943 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92840956-4dc7-4778-904f-1e69b34f77f1 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:09:21.478325 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:21.499910 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:21.508379 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710f96f-30b2-443e-98fe-d894da949605" -d '{"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-plugged", "status": "completed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:21.514617 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:21.539995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b0d914-2854-451c-b461-b4814cc1092e x-openstack-request-id: req-82b0d914-2854-451c-b461-b4814cc1092e {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:21.540286 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-plugged", "status": "completed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:21.540570 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82b0d914-2854-451c-b461-b4814cc1092e {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:21.540981 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b0d914-2854-451c-b461-b4814cc1092e'] response: {'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'code': 200} Apr 01 13:09:21.578859 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:21.626179 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:21.714913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bec44-e20e-404b-b62f-9bd69817a818 req-797cb3d1-cc97-4477-bde7-a8b601a522d0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:21.716388 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d77bec44-e20e-404b-b62f-9bd69817a818 req-797cb3d1-cc97-4477-bde7-a8b601a522d0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0515349 Apr 01 13:09:21.768248 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d77bec44-e20e-404b-b62f-9bd69817a818 req-ca237816-2a35-4360-905d-39d38ea8f9d3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Apr 01 13:09:21.972169 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb16e70-e598-40f1-b76f-826849d13381 req-08daf3d4-798e-421a-b979-938563796ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:21.973668 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6bb16e70-e598-40f1-b76f-826849d13381 req-08daf3d4-798e-421a-b979-938563796ba0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0432858 Apr 01 13:09:22.020226 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6bb16e70-e598-40f1-b76f-826849d13381 req-07a4aa9f-4731-4932-bc10-380760365fa0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Apr 01 13:09:22.885978 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be484-c344-429b-8878-c20dc7f6dfac req-5cf1476f-0de5-4b3f-87a6-d177b7c4f00c tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:22.887531 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-465be484-c344-429b-8878-c20dc7f6dfac req-5cf1476f-0de5-4b3f-87a6-d177b7c4f00c tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0524168 Apr 01 13:09:22.935334 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-465be484-c344-429b-8878-c20dc7f6dfac req-24db4c1e-70ce-48d1-94db-6a039584021a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Apr 01 13:09:24.055815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a4a94-0bd4-45d0-875b-df9ba9d3ee6f req-ed55fcac-8651-4714-abdb-ff2ad89fb8a1 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:24.057324 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d8a4a94-0bd4-45d0-875b-df9ba9d3ee6f req-ed55fcac-8651-4714-abdb-ff2ad89fb8a1 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0521543 Apr 01 13:09:24.105898 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d8a4a94-0bd4-45d0-875b-df9ba9d3ee6f req-d25e1280-4c77-410a-9a29-af2f8eccbe79 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Apr 01 13:09:24.227730 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec9f97-4f95-4ad1-9853-a95231e356a8 req-54036c25-37e5-4b19-892c-1b2c50917b6a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:24.229332 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e6ec9f97-4f95-4ad1-9853-a95231e356a8 req-54036c25-37e5-4b19-892c-1b2c50917b6a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0563443 Apr 01 13:09:24.278021 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e6ec9f97-4f95-4ad1-9853-a95231e356a8 req-fcc19b15-98cb-4e35-a0a1-24d65de58afc tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Apr 01 13:09:24.299701 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36290) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:24.387926 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af104659-55b0-4bc6-bacc-1293fe4f2ede tempest-TestShelveInstance-830411051 tempest-TestShelveInstance-830411051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:24.389358 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-af104659-55b0-4bc6-bacc-1293fe4f2ede tempest-TestShelveInstance-830411051 tempest-TestShelveInstance-830411051-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1125 time: 0.0878649 Apr 01 13:09:24.392386 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36294) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:24.397014 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:24.495482 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:24.608695 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:24.717395 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Allocated IP 172.27.2.185 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/503e4c55-10ee-4123-a8b5-60f07adaec34) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:09:24.831661 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:24.936083 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:24.975894 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:09:24.978781 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:09:24.985236 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:09:24.991863 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'Port': ['ID=503e4c55-10ee-4123-a8b5-60f07adaec34,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:25.367339 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for floatingip (51eeef36-efce-45ab-b58e-4dc04c629399), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:25.503202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:25.672198 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:25.732181 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:25.823655 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event updated for resources: {'Port': ['ID=503e4c55-10ee-4123-a8b5-60f07adaec34,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:25.833373 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (51eeef36-efce-45ab-b58e-4dc04c629399), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:25.970527 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Floating IP 51eeef36-efce-45ab-b58e-4dc04c629399 associated. External IP: 172.27.2.185, port: 92840956-4dc7-4778-904f-1e69b34f77f1. Apr 01 13:09:26.182106 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:09:26.286595 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:09:26.296194 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Sync routers for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:09:26.305962 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:26.306570 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:26.351569 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:26.391116 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-56dfe575-ecda-4ee1-8013-c7b4c7ba828d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9977293 Apr 01 13:09:26.391857 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:26.394537 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def937c0-582a-4349-9884-c83c782dfe53" -d '{"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:26.417955 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:26.433062 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6a2b5-8a86-498e-8b57-e0d17711ede6 x-openstack-request-id: req-a6b6a2b5-8a86-498e-8b57-e0d17711ede6 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:26.433363 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:26.433719 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6b6a2b5-8a86-498e-8b57-e0d17711ede6 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:26.434252 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b6a2b5-8a86-498e-8b57-e0d17711ede6'] response: {'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'status': 'completed', 'code': 200} Apr 01 13:09:26.510590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def937c0-582a-4349-9884-c83c782dfe53 req-1309e617-25bd-45f0-818d-03b070fd312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:26.512103 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-1309e617-25bd-45f0-818d-03b070fd312c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0482743 Apr 01 13:09:26.602509 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def937c0-582a-4349-9884-c83c782dfe53 req-ca06ab8e-93a2-438c-93e5-0934410d70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:26.603988 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-ca06ab8e-93a2-438c-93e5-0934410d70e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 910 time: 0.0843246 Apr 01 13:09:26.649249 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '51eeef36-efce-45ab-b58e-4dc04c629399', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'mac_address': 'fa:16:3e:9a:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:25Z', 'updated_at': '2022-04-01T13:09:25Z', 'revision_number': 0, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:26.675352 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-50a56de1-18d2-4a55-9921-3b8a5d90ff49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 1000 time: 0.0630081 Apr 01 13:09:26.681161 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Checking router: df25a4f2-563d-4b12-bb61-8493e7c8c3b6 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:09:26.690050 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:26.691126 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:26.724866 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def937c0-582a-4349-9884-c83c782dfe53 req-266a5990-1105-4807-a411-d2afdec6730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:26.728148 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-266a5990-1105-4807-a411-d2afdec6730f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0439301 Apr 01 13:09:26.777487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def937c0-582a-4349-9884-c83c782dfe53 req-b35bfae6-567c-4fbb-a5e3-3d86f6cfad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:26.779392 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-b35bfae6-567c-4fbb-a5e3-3d86f6cfad05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467541 Apr 01 13:09:26.807280 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:26.871536 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-ae53936c-e663-4d81-9105-0558c93e5825 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Apr 01 13:09:26.961881 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-def937c0-582a-4349-9884-c83c782dfe53 req-78894feb-7c66-4bdf-b3ed-5d21419ddf22 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Apr 01 13:09:27.029185 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '51eeef36-efce-45ab-b58e-4dc04c629399', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'mac_address': 'fa:16:3e:9a:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:25Z', 'updated_at': '2022-04-01T13:09:25Z', 'revision_number': 0, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:27.145349 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4843a8c-d00c-4e14-918b-354621385725 None None] The sync data for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi is: [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '51eeef36-efce-45ab-b58e-4dc04c629399', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'mac_address': 'fa:16:3e:9a:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:09:25Z', 'updated_at': '2022-04-01T13:09:25Z', 'revision_number': 0, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:09:27.345403 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448f84d-f01f-481d-a0e4-b5c35f413932 None None] New status for floating IP 51eeef36-efce-45ab-b58e-4dc04c629399: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:09:27.499724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a90bcc68-1c55-4457-bebb-fbb9a72ff8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:29.832883 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f9d7208b-2358-4cc9-9b67-b2d26cf0b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:30.934972 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:32.432304 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:33.706591 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:39.438287 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:44.692963 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b4050-6070-4d6f-aa4b-0c47309833fc req-29880d7d-574b-4cbb-8177-6371912391f5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:44.694531 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a00b4050-6070-4d6f-aa4b-0c47309833fc req-29880d7d-574b-4cbb-8177-6371912391f5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0543826 Apr 01 13:09:44.746843 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a00b4050-6070-4d6f-aa4b-0c47309833fc req-9d12d180-683d-4916-b0d0-deeb98089337 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Apr 01 13:09:45.871280 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db14328-5728-4a54-bdbb-5174df2ba209 req-151b597f-a241-41e0-8787-9b37c720bb6a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:45.872783 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6db14328-5728-4a54-bdbb-5174df2ba209 req-151b597f-a241-41e0-8787-9b37c720bb6a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Apr 01 13:09:45.923685 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6db14328-5728-4a54-bdbb-5174df2ba209 req-26260270-3d63-4f33-b894-26a77965dbda tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=51a09a8c-bad3-4718-9dac-54893467c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Apr 01 13:09:46.351507 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-1a68c4f7-3737-4b88-90d5-af0f684ec128 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:46.352999 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-1a68c4f7-3737-4b88-90d5-af0f684ec128 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Apr 01 13:09:46.452470 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port 776f9534-bfe4-49a8-84ec-e9604ce9c367 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:09:46.452813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:46.548458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] For port 776f9534-bfe4-49a8-84ec-e9604ce9c367, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=776f9534-bfe4-49a8-84ec-e9604ce9c367,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:46.548839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:46.718508 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:46.718871 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:46.719189 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP d1eb5f64-f106-41fc-98b9-f619356ef562 disassociated. External IP: 172.27.2.170, port: 776f9534-bfe4-49a8-84ec-e9604ce9c367. Apr 01 13:09:46.719529 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for 776f9534-bfe4-49a8-84ec-e9604ce9c367 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:09:46.900933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (776f9534-bfe4-49a8-84ec-e9604ce9c367), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:46.930625 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=776f9534-bfe4-49a8-84ec-e9604ce9c367,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:46.943710 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.944060 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.944404 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.944747 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.945083 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.945424 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.945783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.946113 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.946461 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.946776 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.947104 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.947433 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.947759 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.948082 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:46.948997 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:47.043957 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0d7aa60-1869-4ecd-90cd-aaec963e15bc req-7af3b719-0c45-4801-a902-41e5c55858f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 210 time: 0.0317819 Apr 01 13:09:47.080788 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:09:47.199223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:09:47.209082 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:09:47.219146 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:47.219775 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:47.241142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] No DVR routers for this DVR port 776f9534-bfe4-49a8-84ec-e9604ce9c367 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:09:47.243835 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:47.247627 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-11d434a3-4b02-41bc-a682-b077d30aa542 req-dfcb9836-7d4e-4fc5-afc3-6b276c02ad4d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "DELETE /v2.0/ports/776f9534-bfe4-49a8-84ec-e9604ce9c367 HTTP/1.1" status: 204 len: 173 time: 0.8891351 Apr 01 13:09:47.248092 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'name': 'network-vif-deleted', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:47.250989 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faf0c4-2ec1-428b-b5d5-b8aa34d456aa" -d '{"events": [{"server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "name": "network-vif-deleted", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:47.294681 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa7079-0b59-4ac1-80b9-4ba97cfd2d50 x-openstack-request-id: req-e7aa7079-0b59-4ac1-80b9-4ba97cfd2d50 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:47.294975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ca7d8-50ba-4d4e-9101-558358d67a20", "name": "network-vif-deleted", "tag": "776f9534-bfe4-49a8-84ec-e9604ce9c367", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:47.295214 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7aa7079-0b59-4ac1-80b9-4ba97cfd2d50 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:47.295619 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aa7079-0b59-4ac1-80b9-4ba97cfd2d50'] response: {'server_uuid': '471ca7d8-50ba-4d4e-9101-558358d67a20', 'name': 'network-vif-deleted', 'tag': '776f9534-bfe4-49a8-84ec-e9604ce9c367', 'status': 'completed', 'code': 200} Apr 01 13:09:47.334740 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:47.578029 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:47.607507 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:09:47.616618 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:47.617231 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:47.724390 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:47.950203 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:47.987365 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23ee17-9cfc-4862-a2a7-f870f080a874 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '56c78b0a-2242-4385-b217-ab6686606e7a', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:77:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29999a0-1895-4b20-9259-78057811385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:07:39Z', 'updated_at': '2022-04-01T13:07:58Z', 'revision_number': 2, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:09:48.157323 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c9f517aa-a1ca-445d-95ba-efd16a444171 req-6978ba43-b926-4f3a-91b6-6e3ac8006aeb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=471ca7d8-50ba-4d4e-9101-558358d67a20 HTTP/1.1" status: 200 len: 210 time: 0.0318985 Apr 01 13:09:48.232801 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6208099-0185-4c10-b293-bc7c4c7432d1 None None] New status for floating IP d1eb5f64-f106-41fc-98b9-f619356ef562: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:09:49.313052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36340) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:49.363140 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 776f9534-bfe4-49a8-84ec-e9604ce9c367 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:09:49.369120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (51a09a8c-bad3-4718-9dac-54893467c67c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:49.387235 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 776f9534-bfe4-49a8-84ec-e9604ce9c367 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:09:49.387586 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 776f9534-bfe4-49a8-84ec-e9604ce9c367 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:09:49.395295 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (51a09a8c-bad3-4718-9dac-54893467c67c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:49.532493 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (51a09a8c-bad3-4718-9dac-54893467c67c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:49.535479 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:49.536627 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/security-groups/51a09a8c-bad3-4718-9dac-54893467c67c HTTP/1.1" status: 204 len: 168 time: 0.2225316 Apr 01 13:09:49.539470 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36342) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:49.546078 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0526bb-4d95-4923-9da3-c67ab78321f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a09a8c-bad3-4718-9dac-54893467c67c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:49.554456 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-2cb976ee-c752-437f-a846-28859cfd3977 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] show failed (client error): The resource could not be found. Apr 01 13:09:49.558692 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36344) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:49.558892 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2cb976ee-c752-437f-a846-28859cfd3977 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups/51a09a8c-bad3-4718-9dac-54893467c67c HTTP/1.1" status: 404 len: 347 time: 0.0182152 Apr 01 13:09:49.933447 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port dae4364d-ce99-4499-9797-0a759730b53f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:09:49.933818 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (dae4364d-ce99-4499-9797-0a759730b53f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.011136 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (dae4364d-ce99-4499-9797-0a759730b53f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.011462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (dae4364d-ce99-4499-9797-0a759730b53f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.023968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for dae4364d-ce99-4499-9797-0a759730b53f owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:09:50.231993 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (dae4364d-ce99-4499-9797-0a759730b53f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.257645 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=dae4364d-ce99-4499-9797-0a759730b53f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:50.325038 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (d1eb5f64-f106-41fc-98b9-f619356ef562), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.327642 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:50.328810 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-365b4b64-8d57-41b2-8c81-7de806e664f6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/floatingips/d1eb5f64-f106-41fc-98b9-f619356ef562 HTTP/1.1" status: 204 len: 168 time: 0.7687812 Apr 01 13:09:53.389493 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64549c-0e4f-4675-8a99-1d9a7ffcdd64 req-84be0adb-76ec-4065-a16a-e1eed668839d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:53.390998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6a64549c-0e4f-4675-8a99-1d9a7ffcdd64 req-84be0adb-76ec-4065-a16a-e1eed668839d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.0526247 Apr 01 13:09:53.440116 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6a64549c-0e4f-4675-8a99-1d9a7ffcdd64 req-6f2159bb-b144-492c-8989-cb4ba10de4a3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 01 13:09:54.560530 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4059-e2bd-4401-8236-09321c5112bd req-d15b47b5-9033-4b4e-89e6-2e88551d5fa6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:54.562036 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43dc4059-e2bd-4401-8236-09321c5112bd req-d15b47b5-9033-4b4e-89e6-2e88551d5fa6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.0522261 Apr 01 13:09:54.609136 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43dc4059-e2bd-4401-8236-09321c5112bd req-6fa39436-3d03-4992-9a2e-a7634c693299 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Apr 01 13:09:55.162404 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-cf5944e0-4856-4c07-a804-e7afa557ec06 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:55.163852 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-cf5944e0-4856-4c07-a804-e7afa557ec06 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 946 time: 0.0531750 Apr 01 13:09:55.256345 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:09:55.256689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:55.347840 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] For port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:09:55.348334 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:55.519461 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:55.520270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:55.520613 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 56c78b0a-2242-4385-b217-ab6686606e7a disassociated. External IP: 172.27.2.111, port: e0aa4699-4d90-4ad8-a921-30ecb3fcd64f. Apr 01 13:09:55.520958 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for e0aa4699-4d90-4ad8-a921-30ecb3fcd64f owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:09:55.705488 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (e0aa4699-4d90-4ad8-a921-30ecb3fcd64f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:55.737547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=e0aa4699-4d90-4ad8-a921-30ecb3fcd64f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:55.796050 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d99cf-f350-4270-b061-de84ee26d227 req-68e3c87c-0333-4e68-9719-e762f6eee940 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:55.797531 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-830d99cf-f350-4270-b061-de84ee26d227 req-68e3c87c-0333-4e68-9719-e762f6eee940 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 867 time: 0.1199777 Apr 01 13:09:55.882793 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-830d99cf-f350-4270-b061-de84ee26d227 req-9c5598bc-f1b6-4375-8ee5-f91f3c9ca245 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=3bcadc6a-8988-4e0e-b594-5d91908c551c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604014 Apr 01 13:09:55.903044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:09:56.012432 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:09:56.022284 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:09:56.032464 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:56.033072 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:56.057446 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] No DVR routers for this DVR port e0aa4699-4d90-4ad8-a921-30ecb3fcd64f on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:09:56.059931 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:56.063217 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7324ec98-cc44-428e-be5d-0cdeaf228004 req-a7fc0d0f-e80b-4f98-ac66-07647c684a25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "DELETE /v2.0/ports/e0aa4699-4d90-4ad8-a921-30ecb3fcd64f HTTP/1.1" status: 204 len: 173 time: 0.8934085 Apr 01 13:09:56.063654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'name': 'network-vif-deleted', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:09:56.065897 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a5efad-9958-4b07-ae04-73570c6cee70" -d '{"events": [{"server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "name": "network-vif-deleted", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:09:56.105653 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf5321-0131-4f76-be15-5ddec24d4167 x-openstack-request-id: req-9acf5321-0131-4f76-be15-5ddec24d4167 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:09:56.105953 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29999a0-1895-4b20-9259-78057811385f", "name": "network-vif-deleted", "tag": "e0aa4699-4d90-4ad8-a921-30ecb3fcd64f", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:09:56.106209 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9acf5321-0131-4f76-be15-5ddec24d4167 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:09:56.107128 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9acf5321-0131-4f76-be15-5ddec24d4167'] response: {'server_uuid': 'd29999a0-1895-4b20-9259-78057811385f', 'name': 'network-vif-deleted', 'tag': 'e0aa4699-4d90-4ad8-a921-30ecb3fcd64f', 'status': 'completed', 'code': 200} Apr 01 13:09:56.147913 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:56.358999 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:56.386471 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:09:56.398595 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:09:56.399213 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:09:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:56.515775 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:09:56.600165 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:09:56.834490 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:09:56.864131 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df624f-85ae-449f-a906-c73e5b65e744 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:09:57.009673 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dc3a49e1-0d40-4706-8595-ddaeb61d6120 req-d5caa021-2393-4b91-8678-4c5f27dba5a1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=d29999a0-1895-4b20-9259-78057811385f HTTP/1.1" status: 200 len: 210 time: 0.0297062 Apr 01 13:09:57.109356 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d784fc-e23f-4d12-a38f-49e4e8dc04f9 None None] New status for floating IP 56c78b0a-2242-4385-b217-ab6686606e7a: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:09:57.416338 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e0aa4699-4d90-4ad8-a921-30ecb3fcd64f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:09:57.438523 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: e0aa4699-4d90-4ad8-a921-30ecb3fcd64f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:09:57.438865 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device e0aa4699-4d90-4ad8-a921-30ecb3fcd64f not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:09:57.454370 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a24fba6-7f30-4985-8fab-dcaf52cb6b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.185620 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36382) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:58.242423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (3bcadc6a-8988-4e0e-b594-5d91908c551c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.267184 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (3bcadc6a-8988-4e0e-b594-5d91908c551c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.383600 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (3bcadc6a-8988-4e0e-b594-5d91908c551c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.386231 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.387442 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/security-groups/3bcadc6a-8988-4e0e-b594-5d91908c551c HTTP/1.1" status: 204 len: 168 time: 0.2008395 Apr 01 13:09:58.390347 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36384) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:58.397408 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8423b-d5f1-47de-8607-b3497fbcf126 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcadc6a-8988-4e0e-b594-5d91908c551c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:58.405470 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-0440c21d-c2dd-44ee-91cd-b63ec1711c1d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] show failed (client error): The resource could not be found. Apr 01 13:09:58.406542 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0440c21d-c2dd-44ee-91cd-b63ec1711c1d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups/3bcadc6a-8988-4e0e-b594-5d91908c551c HTTP/1.1" status: 404 len: 347 time: 0.0151322 Apr 01 13:09:58.409978 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36386) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:58.542009 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port d48536ea-bd18-408f-b40d-9ec7ea4941b0 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:09:58.542349 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.620047 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.620369 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (d48536ea-bd18-408f-b40d-9ec7ea4941b0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.633313 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for d48536ea-bd18-408f-b40d-9ec7ea4941b0 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:09:58.837721 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (d48536ea-bd18-408f-b40d-9ec7ea4941b0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.867005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=d48536ea-bd18-408f-b40d-9ec7ea4941b0,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:58.878965 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.879315 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.879653 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.880041 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.880372 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.880703 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.881753 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.882084 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.882409 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.882731 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.883054 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.883375 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.883695 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.884010 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.884327 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:09:58.940284 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (56c78b0a-2242-4385-b217-ab6686606e7a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.942828 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:58.944626 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2a9e92b1-95fa-4350-a5c3-92eb6219c3c1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/floatingips/56c78b0a-2242-4385-b217-ab6686606e7a HTTP/1.1" status: 204 len: 168 time: 0.5334446 Apr 01 13:09:59.398462 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36390) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:59.403151 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595394316', 'description': 'tempest-description--1293640023'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:59.527070 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:59.595181 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (837750fe-0870-4746-ac6d-de51b6ad07b7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:59.681406 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (837750fe-0870-4746-ac6d-de51b6ad07b7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:59.711328 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837750fe-0870-4746-ac6d-de51b6ad07b7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:09:59.822890 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:59.824149 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0be66cc8-f8e2-4736-be29-581294f37298 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4245882 Apr 01 13:09:59.827410 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36392) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:09:59.831660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '837750fe-0870-4746-ac6d-de51b6ad07b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:09:59.854969 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-84bde67e-3ed4-4eef-af9e-bda8870d9dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:09:59.968793 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (d75847d5-ce74-4846-a67b-ed02b20a057b), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.029321 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (d75847d5-ce74-4846-a67b-ed02b20a057b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.138102 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (d75847d5-ce74-4846-a67b-ed02b20a057b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.156738 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75847d5-ce74-4846-a67b-ed02b20a057b,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:00.228853 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.230174 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-05f87624-676d-4beb-a6e8-f7048cb2c60a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018133 Apr 01 13:10:00.232875 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36394) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:00.237248 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '837750fe-0870-4746-ac6d-de51b6ad07b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:10:00.368368 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (58d48f58-ed30-450d-92f8-fb0887656bd0), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.429189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (58d48f58-ed30-450d-92f8-fb0887656bd0), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.600828 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (58d48f58-ed30-450d-92f8-fb0887656bd0), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.619237 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d48f58-ed30-450d-92f8-fb0887656bd0,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:00.700158 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.701302 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e92582dc-6c56-4f5d-9c44-bc8b538b5c9e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4674864 Apr 01 13:10:00.704458 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36396) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:00.708670 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:10:00.823955 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.929454 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:00.949773 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.041022 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.27.2.133 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/99a30dd2-ff6e-4e9a-a132-6e4af5986a58) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:10:01.144146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.266668 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.305726 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:10:01.312288 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:10:01.316683 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:10:01.320120 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=99a30dd2-ff6e-4e9a-a132-6e4af5986a58,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:01.401723 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.495021 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.642838 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.710350 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62474746'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.780744 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=99a30dd2-ff6e-4e9a-a132-6e4af5986a58,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:01.795579 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.928937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:01.930134 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d0388da5-3e35-4f1f-8a73-25da54796095 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2247672 Apr 01 13:10:02.082352 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-c47fb04c-8189-40d6-9321-9ae2a42ff9eb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--595394316&fields=id&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 267 time: 0.0428076 Apr 01 13:10:02.191543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-9d9ca125-2190-44e7-8575-0643b0601ce5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:02.192921 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-9d9ca125-2190-44e7-8575-0643b0601ce5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1033831 Apr 01 13:10:02.208038 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-bdcb1824-f756-4263-b919-9cd0a46e002e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/quotas/9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 375 time: 0.0091720 Apr 01 13:10:02.265811 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-9f2bd1d2-c408-497b-8e3a-683b748b1259 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519702 Apr 01 13:10:02.369310 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-b74b5a08-4e65-430d-9275-223c0d785213 service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922658 Apr 01 13:10:02.449537 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:02.460706 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-06be82a1-60eb-4df7-89b9-0faf0e014f64 service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854611 Apr 01 13:10:02.762284 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dde88165-f2c5-4c6b-89b9-04cf308312e6 req-ca4c6349-2fef-46ed-857e-2c1a43d55e04 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0282345 Apr 01 13:10:03.734794 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:03.860933 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1e837452-f5d1-437b-84a7-14b9ed6318fc req-724353cf-b5bb-49c2-9b4b-dd24bbad96f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Apr 01 13:10:04.654249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-8073de1c-bcb3-48b3-95bf-fc369e226be8 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:04.655701 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-8073de1c-bcb3-48b3-95bf-fc369e226be8 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1051135 Apr 01 13:10:04.722912 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-c84c01cd-0ca3-410c-9db3-6760264f2272 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 379 time: 0.0545485 Apr 01 13:10:04.732185 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'port': {'device_id': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'admin_state_up': True, 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'security_groups': ['837750fe-0870-4746-ac6d-de51b6ad07b7']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:10:04.957807 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3fd21705-fc14-4da0-9b58-9210e12f9382 req-377d8f0f-1e85-4bfe-910a-5a60e1d8c0f1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Apr 01 13:10:04.963084 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:10:04.967308 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.095833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.20.0.4 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/01a77145-873b-47a1-94c9-0d424424392a) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:10:05.235670 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (01a77145-873b-47a1-94c9-0d424424392a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.338466 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.382742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:10:05.385999 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:10:05.393069 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:10:05.399863 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:05.449033 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:05.451329 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.592601 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-dece4a08-d853-48f4-bda5-98de2a0c9332 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649664 Apr 01 13:10:05.604522 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Request body: {'port': {'device_id': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:10:05.667120 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (01a77145-873b-47a1-94c9-0d424424392a), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.669416 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-16b78c67-829b-4aa1-9dfe-d1fe5e041d28 None None] Provisioning complete for port 01a77145-873b-47a1-94c9-0d424424392a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:10:05.669975 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-16b78c67-829b-4aa1-9dfe-d1fe5e041d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (01a77145-873b-47a1-94c9-0d424424392a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.706135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-16b78c67-829b-4aa1-9dfe-d1fe5e041d28 None None] Port 01a77145-873b-47a1-94c9-0d424424392a cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:10:05.928613 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a77145-873b-47a1-94c9-0d424424392a {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:10:05.936499 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks [] for port (01a77145-873b-47a1-94c9-0d424424392a), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:05.948175 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Transition to ACTIVE for port object 01a77145-873b-47a1-94c9-0d424424392a will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:10:06.014741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:06.084002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:06.178901 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Attempting to bind port 01a77145-873b-47a1-94c9-0d424424392a on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:10:06.179266 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Attempting to bind port 01a77145-873b-47a1-94c9-0d424424392a by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:10:06.193814 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Attempting to bind port 01a77145-873b-47a1-94c9-0d424424392a on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:10:06.193814 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Port 01a77145-873b-47a1-94c9-0d424424392a on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:10:06.193814 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Attempting to bind port 01a77145-873b-47a1-94c9-0d424424392a on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:10:06.196117 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:10:06.200797 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:10:06.200797 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:10:06.200797 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Bound port: 01a77145-873b-47a1-94c9-0d424424392a, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:10:06.200797 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (01a77145-873b-47a1-94c9-0d424424392a), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:06.208920 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a165fa-46db-45f6-b9e7-e9439ec38caa req-bc6f6153-0cff-4fcb-a905-117545260551 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.210577 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78a165fa-46db-45f6-b9e7-e9439ec38caa req-bc6f6153-0cff-4fcb-a905-117545260551 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 943 time: 0.1712205 Apr 01 13:10:06.304462 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78a165fa-46db-45f6-b9e7-e9439ec38caa req-6c0eeb7c-3ae7-4b53-ac59-c3722b98b3f3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872562 Apr 01 13:10:06.311044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:10:06.314249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=01a77145-873b-47a1-94c9-0d424424392a,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:10:06.407099 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:06.442981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.443596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:06.444956 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] 10.222.0.62 "PUT /v2.0/ports/01a77145-873b-47a1-94c9-0d424424392a HTTP/1.1" status: 200 len: 1093 time: 0.8445024 Apr 01 13:10:06.445393 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'tag': '01a77145-873b-47a1-94c9-0d424424392a'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:06.448606 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7145a5db-5a00-41a2-bf64-65ed08b87aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "tag": "01a77145-873b-47a1-94c9-0d424424392a"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:06.475829 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a5d5-8fc7-40e6-9dce-0fc4e71e3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:06.498188 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf312f-4c45-45cc-bf04-018c64796395 x-openstack-request-id: req-efdf312f-4c45-45cc-bf04-018c64796395 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:06.503917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "tag": "01a77145-873b-47a1-94c9-0d424424392a", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:06.503917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efdf312f-4c45-45cc-bf04-018c64796395 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:06.503917 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdf312f-4c45-45cc-bf04-018c64796395'] response: {'name': 'network-changed', 'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'tag': '01a77145-873b-47a1-94c9-0d424424392a', 'status': 'completed', 'code': 200} Apr 01 13:10:06.570182 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-7acb52c6-dcf9-45e7-9c9c-a48f0be68a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.571777 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-7acb52c6-dcf9-45e7-9c9c-a48f0be68a6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0514052 Apr 01 13:10:06.681277 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-aa474789-260d-415f-884c-d8c027bc9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.682816 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-aa474789-260d-415f-884c-d8c027bc9367 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020517 Apr 01 13:10:06.776348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-4ed92ac1-e3ac-4e15-946a-7f3554bf4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.778411 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7145a5db-5a00-41a2-bf64-65ed08b87aa8 req-4ed92ac1-e3ac-4e15-946a-7f3554bf4586 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893323 Apr 01 13:10:06.858612 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-982bcc8f-bb01-4b66-8292-6bd54bc03af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.860046 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-982bcc8f-bb01-4b66-8292-6bd54bc03af0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0460172 Apr 01 13:10:06.905742 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-acb63926-71cc-4858-885a-f890899331a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01a77145-873b-47a1-94c9-0d424424392a HTTP/1.1" status: 200 len: 217 time: 0.0380640 Apr 01 13:10:06.954661 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-beb52c5f-20f5-4b53-95ab-079482d3f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:06.956218 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-beb52c5f-20f5-4b53-95ab-079482d3f870 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0440085 Apr 01 13:10:07.003590 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5481c-9659-4f83-979c-271204797999 req-ac9d05db-d182-4dba-b442-a5d1432643f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:07.005092 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-ac9d05db-d182-4dba-b442-a5d1432643f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437026 Apr 01 13:10:07.098037 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-3102c7a8-bba2-439f-aa24-c57599d3cab8 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Apr 01 13:10:07.185979 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31a5481c-9659-4f83-979c-271204797999 req-fe1b49d2-c6fa-4cc1-a825-43bb5d260342 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815685 Apr 01 13:10:07.439019 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0c636-372e-4a1b-bb93-4f407a7182b5 req-29a6c006-adfa-4117-948b-684e94fd6d5e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:07.440443 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-51f0c636-372e-4a1b-bb93-4f407a7182b5 req-29a6c006-adfa-4117-948b-684e94fd6d5e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 943 time: 0.0576248 Apr 01 13:10:07.488689 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-51f0c636-372e-4a1b-bb93-4f407a7182b5 req-635aa9a0-3720-481d-8a1a-0f7736a13543 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Apr 01 13:10:08.668021 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f81f6-bdf2-4af5-9a40-a0898891af72 req-37243f45-f884-403e-89a2-2ac014ac0b7d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:08.670475 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39f81f6-bdf2-4af5-9a40-a0898891af72 req-37243f45-f884-403e-89a2-2ac014ac0b7d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 943 time: 0.1090817 Apr 01 13:10:08.729279 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e39f81f6-bdf2-4af5-9a40-a0898891af72 req-4787688a-d037-43ad-b467-d654f51b7d8e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529745 Apr 01 13:10:09.459188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 01a77145-873b-47a1-94c9-0d424424392a details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:10:09.479188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:09.575687 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=01a77145-873b-47a1-94c9-0d424424392a,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:10:09.588938 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '01a77145-873b-47a1-94c9-0d424424392a', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'port_id': '01a77145-873b-47a1-94c9-0d424424392a', 'mac_address': 'fa:16:3e:ac:dd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:10:09.634787 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 01a77145-873b-47a1-94c9-0d424424392a is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:10:09.635294 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (01a77145-873b-47a1-94c9-0d424424392a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:09.653664 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a77145-873b-47a1-94c9-0d424424392a {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:10:09.678268 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=01a77145-873b-47a1-94c9-0d424424392a,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:10:09.773212 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:09.833350 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:09.841316 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.841707 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.842053 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.842396 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.842728 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.843057 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.843387 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.843715 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.844041 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.844363 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.844685 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.845009 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.845330 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.845675 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.845996 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:09.864676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ffad-2a67-401a-a4f1-8ef149560efa req-7d6633f1-4429-4a26-b704-3c0b6fd99b25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:09.866306 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72d6ffad-2a67-401a-a4f1-8ef149560efa req-7d6633f1-4429-4a26-b704-3c0b6fd99b25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 944 time: 0.0607910 Apr 01 13:10:09.922289 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72d6ffad-2a67-401a-a4f1-8ef149560efa req-5cab4834-9535-47f1-852e-3f86ff7a3c7b tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499282 Apr 01 13:10:10.022378 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['01a77145-873b-47a1-94c9-0d424424392a'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:10:11.050192 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d3808-9da7-4d0b-a3e7-2ade8cd1c2d8 req-b0ce1eae-113f-480a-85d5-6826d1e47b25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:11.050896 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f79d3808-9da7-4d0b-a3e7-2ade8cd1c2d8 req-b0ce1eae-113f-480a-85d5-6826d1e47b25 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 944 time: 0.0544126 Apr 01 13:10:11.103421 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f79d3808-9da7-4d0b-a3e7-2ade8cd1c2d8 req-19a36b63-c001-4a6e-97f0-ed9bb5d06a3f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470829 Apr 01 13:10:11.460152 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 01a77145-873b-47a1-94c9-0d424424392a up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:10:11.641028 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 01a77145-873b-47a1-94c9-0d424424392a completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:10:11.645681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 01a77145-873b-47a1-94c9-0d424424392a triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:10:11.646180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (01a77145-873b-47a1-94c9-0d424424392a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:11.729721 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 01a77145-873b-47a1-94c9-0d424424392a is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:10:11.730131 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (01a77145-873b-47a1-94c9-0d424424392a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:11.755439 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a77145-873b-47a1-94c9-0d424424392a'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:11.757677 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30a79b-876c-48c8-8b12-3d764c184038" -d '{"events": [{"server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "name": "network-vif-plugged", "status": "completed", "tag": "01a77145-873b-47a1-94c9-0d424424392a"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:11.771724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=01a77145-873b-47a1-94c9-0d424424392a,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:10:11.799060 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1157474e-67be-4817-84ae-0a1ae773bfae x-openstack-request-id: req-1157474e-67be-4817-84ae-0a1ae773bfae {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:11.799352 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "name": "network-vif-plugged", "status": "completed", "tag": "01a77145-873b-47a1-94c9-0d424424392a", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:11.799611 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1157474e-67be-4817-84ae-0a1ae773bfae {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:11.800019 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1157474e-67be-4817-84ae-0a1ae773bfae'] response: {'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a77145-873b-47a1-94c9-0d424424392a', 'code': 200} Apr 01 13:10:11.915202 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:11.966120 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:12.226843 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36f87-5a2f-45e4-a91b-5210680dfb22 req-1f4c2aba-f77d-4c0c-96b4-a34c975a7228 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:12.228296 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4bf36f87-5a2f-45e4-a91b-5210680dfb22 req-1f4c2aba-f77d-4c0c-96b4-a34c975a7228 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0554485 Apr 01 13:10:12.268763 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650290c0-0749-4c42-ad58-7de92cdfd451 req-981102f4-ccb7-46ad-9202-f2bd81c40b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:12.270471 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-650290c0-0749-4c42-ad58-7de92cdfd451 req-981102f4-ccb7-46ad-9202-f2bd81c40b67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 1129 time: 0.0462387 Apr 01 13:10:12.278419 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4bf36f87-5a2f-45e4-a91b-5210680dfb22 req-b043118d-63d8-484e-ad0b-6d61a09ca79e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Apr 01 13:10:12.319258 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-650290c0-0749-4c42-ad58-7de92cdfd451 req-ec2e69d7-b103-421a-84a6-bebc3a6a156a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Apr 01 13:10:13.403167 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259da1c-d250-4c4f-8f08-641b988b0e26 req-8465e1fa-a141-4456-99c1-ae21ecaae961 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:13.404841 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5259da1c-d250-4c4f-8f08-641b988b0e26 req-8465e1fa-a141-4456-99c1-ae21ecaae961 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0547490 Apr 01 13:10:13.454841 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5259da1c-d250-4c4f-8f08-641b988b0e26 req-c235560e-c0c0-4fdd-b93d-96f0fc3ea5a9 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441604 Apr 01 13:10:14.581162 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744565f6-211d-44b4-ae4f-58754ac0d69e req-a97c7257-be99-4a92-97eb-4de9653bbeef tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:14.582669 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-744565f6-211d-44b4-ae4f-58754ac0d69e req-a97c7257-be99-4a92-97eb-4de9653bbeef tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0580730 Apr 01 13:10:14.629870 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-744565f6-211d-44b4-ae4f-58754ac0d69e req-91d005e6-5d35-46a6-b83e-e05183384acd tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413697 Apr 01 13:10:14.745919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397156c-9fb9-4d6f-be3c-351fce8d657e req-0c4e07db-df99-4c3b-aed2-7d8a611bd3e5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:14.747546 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9397156c-9fb9-4d6f-be3c-351fce8d657e req-0c4e07db-df99-4c3b-aed2-7d8a611bd3e5 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0537038 Apr 01 13:10:14.756453 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36466) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:14.761156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'port_id': '01a77145-873b-47a1-94c9-0d424424392a'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:10:14.805633 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:14.953985 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-fd1c86ff-6abe-45c5-b1d7-e8e21723b9fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063347 Apr 01 13:10:15.089781 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-84b8d7f4-214d-4e81-b0fd-ee3919e0d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:15.091319 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-84b8d7f4-214d-4e81-b0fd-ee3919e0d968 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1130 time: 0.0952148 Apr 01 13:10:15.580285 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-338e8cc6-6100-43e5-aacf-e83963f2a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:15.581864 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-338e8cc6-6100-43e5-aacf-e83963f2a919 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.4732347 Apr 01 13:10:15.698354 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-cf42d80b-7b69-4e75-9728-f98bd03ff174 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 200 len: 1001 time: 0.1104648 Apr 01 13:10:15.700742 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:15.749601 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-5f423c0b-ddcb-4a1b-a769-c953f5255d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:15.751051 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-5f423c0b-ddcb-4a1b-a769-c953f5255d0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0457950 Apr 01 13:10:15.786456 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:15.878701 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-223cf279-19fa-4743-8eda-75d8d17148b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:15.880204 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-223cf279-19fa-4743-8eda-75d8d17148b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236181 Apr 01 13:10:15.948597 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 6501f2cc-dc55-4463-946f-7b00b48b7236 associated. External IP: 172.27.2.133, port: 01a77145-873b-47a1-94c9-0d424424392a. Apr 01 13:10:16.055586 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-c8f01565-9633-4297-b834-823c4553a082 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694243 Apr 01 13:10:16.239016 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de73d58-b667-463c-ac2e-76caf98b0876 req-a138c18d-49e1-4c8e-8624-cd044bd942c0 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773677 Apr 01 13:10:16.265593 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:10:16.385532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:10:16.391613 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:16.419929 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:10:16.422786 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-70f3b2d4-bb1a-4a15-bfac-c536f0464c0d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "PUT /v2.0/floatingips/6501f2cc-dc55-4463-946f-7b00b48b7236 HTTP/1.1" status: 200 len: 991 time: 1.6652491 Apr 01 13:10:16.423521 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'tag': '01a77145-873b-47a1-94c9-0d424424392a'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:16.426015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568888a7-9dc5-4a49-b377-0b14fe3e14a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "tag": "01a77145-873b-47a1-94c9-0d424424392a"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:16.464737 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85e238d-ddf0-42b0-9a8c-7a4e6cc3ce1c x-openstack-request-id: req-b85e238d-ddf0-42b0-9a8c-7a4e6cc3ce1c {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:16.465188 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "tag": "01a77145-873b-47a1-94c9-0d424424392a", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:16.465377 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:16.465525 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b85e238d-ddf0-42b0-9a8c-7a4e6cc3ce1c {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:16.466044 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85e238d-ddf0-42b0-9a8c-7a4e6cc3ce1c'] response: {'name': 'network-changed', 'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'tag': '01a77145-873b-47a1-94c9-0d424424392a', 'status': 'completed', 'code': 200} Apr 01 13:10:16.466500 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:16.531379 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-6ae0a1f6-d8c2-4461-9606-eeda57c31e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:16.532932 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-6ae0a1f6-d8c2-4461-9606-eeda57c31e46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 1129 time: 0.0482974 Apr 01 13:10:16.599992 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:16.630933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-9e0cbd2d-239a-4512-b7d9-98b6a6aa26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:16.632512 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-9e0cbd2d-239a-4512-b7d9-98b6a6aa26ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 915 time: 0.0933416 Apr 01 13:10:16.705749 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-5344217e-6696-4c67-b1b6-f6af0d2d1dfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01a77145-873b-47a1-94c9-0d424424392a HTTP/1.1" status: 200 len: 999 time: 0.0670700 Apr 01 13:10:16.757034 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-a71422f7-7662-4a55-be3a-77016f9f22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:16.758538 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-a71422f7-7662-4a55-be3a-77016f9f22bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0475991 Apr 01 13:10:16.812388 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-eeae9ebc-5e8b-48cf-b8db-f7cb9c302999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:16.813933 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-eeae9ebc-5e8b-48cf-b8db-f7cb9c302999 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496836 Apr 01 13:10:16.878416 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '6501f2cc-dc55-4463-946f-7b00b48b7236', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '01a77145-873b-47a1-94c9-0d424424392a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ac:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:10:01Z', 'updated_at': '2022-04-01T13:10:15Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:16.909845 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-edef0b18-9cd6-47a5-b160-1b2492064c3c service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896590 Apr 01 13:10:16.910524 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:10:16.919769 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:16.920390 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:17.009240 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-568888a7-9dc5-4a49-b377-0b14fe3e14a9 req-f5043c24-06af-408b-bfbb-0aa08758be08 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939550 Apr 01 13:10:17.033426 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:17.279039 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '6501f2cc-dc55-4463-946f-7b00b48b7236', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '01a77145-873b-47a1-94c9-0d424424392a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ac:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:10:01Z', 'updated_at': '2022-04-01T13:10:15Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:17.310128 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5e224-3cf4-4fd6-85fb-c35c98acbcba None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '6501f2cc-dc55-4463-946f-7b00b48b7236', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '01a77145-873b-47a1-94c9-0d424424392a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ac:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:10:01Z', 'updated_at': '2022-04-01T13:10:15Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:10:17.518686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63feb5-0a1b-479d-971f-b0e7af77eaae None None] New status for floating IP 6501f2cc-dc55-4463-946f-7b00b48b7236: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:10:27.500463 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4218bd5e-76e6-4a8f-acff-557db326a857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:29.836853 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7668dc42-7390-4188-baa8-115d8d95a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:31.037232 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:32.500194 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:33.600124 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:10:33.757706 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:39.470973 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:45.843977 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36482) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:46.005974 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port 69dac207-2ac6-4934-9be3-2014ec82f748 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:10:46.006318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:46.082443 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:46.082795 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (69dac207-2ac6-4934-9be3-2014ec82f748), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:46.097211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for 69dac207-2ac6-4934-9be3-2014ec82f748 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:10:46.316741 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (69dac207-2ac6-4934-9be3-2014ec82f748), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:46.346634 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=69dac207-2ac6-4934-9be3-2014ec82f748,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:46.409696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (7b6b3295-28fd-45a1-97c0-c134d82ea94b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:46.410032 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP 7b6b3295-28fd-45a1-97c0-c134d82ea94b disassociated (deleted). External IP: 172.27.2.69, port: 992a1474-36c3-403f-841f-1a66aa0b107b. Apr 01 13:10:46.624774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:10:46.989922 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:10:46.994705 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:47.000175 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:10:47.009704 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:47.010314 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:47.028347 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-59ca8ab6-9d10-418a-a2e4-afb28f8953d2 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b6b3295-28fd-45a1-97c0-c134d82ea94b HTTP/1.1" status: 204 len: 168 time: 1.1832471 Apr 01 13:10:47.029463 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:47.032048 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059064e-bcf1-48a7-b70e-71f85611a90b" -d '{"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:47.075064 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a866b0-6c58-409d-beba-3d2e3434d883 x-openstack-request-id: req-46a866b0-6c58-409d-beba-3d2e3434d883 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:47.075064 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:47.075064 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46a866b0-6c58-409d-beba-3d2e3434d883 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:47.075064 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a866b0-6c58-409d-beba-3d2e3434d883'] response: {'name': 'network-changed', 'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b', 'status': 'completed', 'code': 200} Apr 01 13:10:47.125360 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:47.183447 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-2e580b9a-5144-4d98-8abe-3647cae9cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:47.184957 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-2e580b9a-5144-4d98-8abe-3647cae9cef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 1130 time: 0.0920475 Apr 01 13:10:47.283400 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-44565ea5-f0bf-4f79-81a2-3323a71bd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:47.285361 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-44565ea5-f0bf-4f79-81a2-3323a71bd8ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.0933697 Apr 01 13:10:47.328647 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-02ab32d4-1f31-4403-b6f3-e076094feceb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 200 len: 217 time: 0.0369833 Apr 01 13:10:47.365876 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:47.379368 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-eae40b84-1e96-4ad5-9e9c-38d9335f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:47.380825 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-eae40b84-1e96-4ad5-9e9c-38d9335f1ce0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0466888 Apr 01 13:10:47.443422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-70685bb6-62a5-4637-b087-7753db1221a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:47.444949 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-70685bb6-62a5-4637-b087-7753db1221a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576317 Apr 01 13:10:47.456364 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-ea4fed53-98b8-4e46-96f9-36cb4cda9c76 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:10:47.457391 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-ea4fed53-98b8-4e46-96f9-36cb4cda9c76 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055218 Apr 01 13:10:47.495583 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:10:47.504588 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:47.505129 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:47.541733 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d1c51-856c-4be4-bad9-db35de58fb89 req-ab1db0d8-89ad-45f3-b6c5-c0c599448ad3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:47.543542 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c8d1c51-856c-4be4-bad9-db35de58fb89 req-ab1db0d8-89ad-45f3-b6c5-c0c599448ad3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0634458 Apr 01 13:10:47.557428 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-5c7c769f-21fa-4036-889c-d6e6bd64eebf service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935700 Apr 01 13:10:47.602357 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c8d1c51-856c-4be4-bad9-db35de58fb89 req-1c7928ad-bab3-4ad1-b905-e4c0a99b17f9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520010 Apr 01 13:10:47.625022 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:47.658613 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f059064e-bcf1-48a7-b70e-71f85611a90b req-d1858b21-1a6c-4532-a773-349423dd99b0 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939436 Apr 01 13:10:47.857194 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:47.890112 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2308ff-678f-4adc-9cf8-93fd9be93814 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': 'ce5390b0-be5e-4277-b6ee-47d78f754e1c', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'port_id': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'mac_address': 'fa:16:3e:41:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:06:31Z', 'updated_at': '2022-04-01T13:06:34Z', 'revision_number': 1, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:10:48.111904 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8991c-6e6f-4b8b-9f17-9f9f404c4399 None None] New status for floating IP 7b6b3295-28fd-45a1-97c0-c134d82ea94b: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:10:48.727712 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9c4f-c2f9-43ce-9574-79550937ced5 req-8949ef44-0ea5-4df5-b8f7-7890faad5219 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:48.729475 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-785f9c4f-c2f9-43ce-9574-79550937ced5 req-8949ef44-0ea5-4df5-b8f7-7890faad5219 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0565133 Apr 01 13:10:48.783670 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-785f9c4f-c2f9-43ce-9574-79550937ced5 req-5532a6b7-e25c-48ff-bc88-c831f90fd079 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Apr 01 13:10:49.121657 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-16214837-bc26-4690-a6aa-56e8060f6833 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:49.123499 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-16214837-bc26-4690-a6aa-56e8060f6833 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Apr 01 13:10:49.232707 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port 992a1474-36c3-403f-841f-1a66aa0b107b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:10:49.233048 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:49.323090 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] For port 992a1474-36c3-403f-841f-1a66aa0b107b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=992a1474-36c3-403f-841f-1a66aa0b107b,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:10:49.323458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:49.337348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for 992a1474-36c3-403f-841f-1a66aa0b107b owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:10:49.562735 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (992a1474-36c3-403f-841f-1a66aa0b107b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:49.592256 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=992a1474-36c3-403f-841f-1a66aa0b107b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.623481 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.624031 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.624031 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.624342 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.624723 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.625052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.625378 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.625729 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.626052 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.626371 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:10:49.650113 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] No DVR routers for this DVR port 992a1474-36c3-403f-841f-1a66aa0b107b on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:10:49.657088 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:49.657088 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05e29d03-3f25-4823-82e0-9134d6c0ce55 req-f76079ce-78f2-4555-b0eb-8c3d0dc96461 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "DELETE /v2.0/ports/992a1474-36c3-403f-841f-1a66aa0b107b HTTP/1.1" status: 204 len: 173 time: 0.5271027 Apr 01 13:10:49.657088 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'name': 'network-vif-deleted', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:49.658744 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679adbc-6115-4e7f-8ba4-f57c802e1423" -d '{"events": [{"server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "name": "network-vif-deleted", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:49.696360 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc36e7af-e9a4-43f3-a11d-0451622744d0 x-openstack-request-id: req-bc36e7af-e9a4-43f3-a11d-0451622744d0 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:49.696655 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72983edf-69d8-4fca-967a-ddb9f442b151", "name": "network-vif-deleted", "tag": "992a1474-36c3-403f-841f-1a66aa0b107b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:49.696933 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc36e7af-e9a4-43f3-a11d-0451622744d0 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:49.697499 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc36e7af-e9a4-43f3-a11d-0451622744d0'] response: {'server_uuid': '72983edf-69d8-4fca-967a-ddb9f442b151', 'name': 'network-vif-deleted', 'tag': '992a1474-36c3-403f-841f-1a66aa0b107b', 'status': 'completed', 'code': 200} Apr 01 13:10:49.886035 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ab9919d7-3147-4390-b871-518b2f839235 req-b27c7262-8f75-4cb7-b79a-2176758aeba9 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0304267 Apr 01 13:10:51.006598 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fb7048c0-1af3-49fa-996f-0a1ad191b59c req-330cb3f2-32b7-447c-84c7-75c2186b172d tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=72983edf-69d8-4fca-967a-ddb9f442b151 HTTP/1.1" status: 200 len: 210 time: 0.0326984 Apr 01 13:10:51.726514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 992a1474-36c3-403f-841f-1a66aa0b107b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:10:51.751270 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 992a1474-36c3-403f-841f-1a66aa0b107b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:10:51.751615 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 992a1474-36c3-403f-841f-1a66aa0b107b not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:10:54.522654 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36536) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:54.693992 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port e322d70e-af1b-43af-8719-05db0e622804 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:10:54.694333 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (e322d70e-af1b-43af-8719-05db0e622804), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:54.776575 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (e322d70e-af1b-43af-8719-05db0e622804), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:54.776857 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (e322d70e-af1b-43af-8719-05db0e622804), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:54.790355 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for e322d70e-af1b-43af-8719-05db0e622804 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:10:55.023518 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (e322d70e-af1b-43af-8719-05db0e622804), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:55.053358 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=e322d70e-af1b-43af-8719-05db0e622804,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:55.136062 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (ce5390b0-be5e-4277-b6ee-47d78f754e1c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:55.136062 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Floating IP ce5390b0-be5e-4277-b6ee-47d78f754e1c disassociated (deleted). External IP: 172.27.2.183, port: a46b8649-ecfc-4321-a298-6dc35904af67. Apr 01 13:10:55.355542 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:10:55.468861 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:10:55.474156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:55.479014 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:10:55.490739 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:55.491688 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:55.506339 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d3bd714d-f5f5-4f56-9a21-4affc50c1a5f tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "DELETE /v2.0/floatingips/ce5390b0-be5e-4277-b6ee-47d78f754e1c HTTP/1.1" status: 204 len: 168 time: 0.9825914 Apr 01 13:10:55.506980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:55.509226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927771ea-726a-462e-bc70-fe742b1708dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:55.611726 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:55.612608 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ed971-6f47-4a4a-a25e-c55e8c5c6e2e x-openstack-request-id: req-852ed971-6f47-4a4a-a25e-c55e8c5c6e2e {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:55.613082 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:55.613174 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-852ed971-6f47-4a4a-a25e-c55e8c5c6e2e {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:55.613535 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852ed971-6f47-4a4a-a25e-c55e8c5c6e2e'] response: {'name': 'network-changed', 'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'status': 'completed', 'code': 200} Apr 01 13:10:55.679237 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927771ea-726a-462e-bc70-fe742b1708dd req-50d010c5-00cf-45cc-9cbd-6e6ebeb376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:55.680754 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-50d010c5-00cf-45cc-9cbd-6e6ebeb376dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 1129 time: 0.0471134 Apr 01 13:10:55.779957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927771ea-726a-462e-bc70-fe742b1708dd req-4eb56072-91dc-4c73-9b56-dd4ad738dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:55.781472 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-4eb56072-91dc-4c73-9b56-dd4ad738dcc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 200 len: 913 time: 0.0940170 Apr 01 13:10:55.823806 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-8fbae0a6-1d78-4d88-8b2f-14e3c848c109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 200 len: 217 time: 0.0366156 Apr 01 13:10:55.824680 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:55.854221 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:10:55.876976 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:10:55.877658 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:10:30Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:55.880502 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927771ea-726a-462e-bc70-fe742b1708dd req-d2de72da-abca-4d97-8915-0a53b3e8af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:55.882017 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-d2de72da-abca-4d97-8915-0a53b3e8af67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 200 len: 851 time: 0.0522738 Apr 01 13:10:55.975892 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1db74-e107-4c9b-b82a-4efb3d5d6546 req-873efb6b-7abc-45d0-a243-898d5de73ef3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:55.977411 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0df1db74-e107-4c9b-b82a-4efb3d5d6546 req-873efb6b-7abc-45d0-a243-898d5de73ef3 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0900934 Apr 01 13:10:55.979576 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927771ea-726a-462e-bc70-fe742b1708dd req-18019391-2c6e-4b35-ae0f-d9f70cbe3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:55.980994 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-18019391-2c6e-4b35-ae0f-d9f70cbe3dd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bbfb07d-ffc0-4205-ba7d-666f659d4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849364 Apr 01 13:10:56.001977 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:10:56.082851 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0df1db74-e107-4c9b-b82a-4efb3d5d6546 req-bd12f0ab-f1a8-436c-923c-f1968fc0b240 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974457 Apr 01 13:10:56.122224 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-6ae78c18-2cb0-4b76-a5d1-ac252a444b84 service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291299 Apr 01 13:10:56.221538 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927771ea-726a-462e-bc70-fe742b1708dd req-9a3bc201-1d17-44e7-92c8-581f4fb0bffa service neutron] 10.222.0.62 "GET /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916250 Apr 01 13:10:56.246737 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-50d4530a-099c-4603-baca-74e061280f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:10:56.275147 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4530a-099c-4603-baca-74e061280f56 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:02:00Z', 'revision_number': 4, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '4ac16358-e630-44da-ae23-f0d99e581765', 'name': '', 'network_id': '0bbfb07d-ffc0-4205-ba7d-666f659d4a46', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'mac_address': 'fa:16:3e:6c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:59Z', 'updated_at': '2022-04-01T13:02:04Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'subnets': [{'id': '0fa3a9b1-d9bd-4f24-893d-296495694f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:10:56.590576 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fe716-8d77-40df-91dd-7b0ed084d5a4 None None] New status for floating IP ce5390b0-be5e-4277-b6ee-47d78f754e1c: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:10:57.411793 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-b6d5cf4e-af7f-483e-af91-97ae9bcb5664 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:57.413240 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-b6d5cf4e-af7f-483e-af91-97ae9bcb5664 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.0628219 Apr 01 13:10:57.436550 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-617ef1fa-3759-4df8-96c1-9bbc3e0e8ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:57.460031 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f7a4-4fdd-4f48-8d10-d42113d35359 req-81d0fd67-5f1a-46a3-8adb-39fc86152162 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:57.461592 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e97f7a4-4fdd-4f48-8d10-d42113d35359 req-81d0fd67-5f1a-46a3-8adb-39fc86152162 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 945 time: 0.3055751 Apr 01 13:10:57.514700 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e97f7a4-4fdd-4f48-8d10-d42113d35359 req-7a3878ff-0de9-47fb-a036-4a80bd0294b5 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/security-groups?id=50788969-c541-4ca2-bd98-4fc04ce81ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466383 Apr 01 13:10:57.521019 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port a46b8649-ecfc-4321-a298-6dc35904af67 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:10:57.521364 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:57.613511 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] For port a46b8649-ecfc-4321-a298-6dc35904af67, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a46b8649-ecfc-4321-a298-6dc35904af67,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:10:57.613940 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:57.631997 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for a46b8649-ecfc-4321-a298-6dc35904af67 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:10:57.836766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (a46b8649-ecfc-4321-a298-6dc35904af67), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:57.864906 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=a46b8649-ecfc-4321-a298-6dc35904af67,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:10:57.912847 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] No DVR routers for this DVR port a46b8649-ecfc-4321-a298-6dc35904af67 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:10:57.915472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:57.919069 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9315ede4-bf4a-448c-9c15-d4303c3253d0 req-180a378c-079e-4160-bdd2-3c0d9c75ef38 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.62 "DELETE /v2.0/ports/a46b8649-ecfc-4321-a298-6dc35904af67 HTTP/1.1" status: 204 len: 173 time: 0.5001590 Apr 01 13:10:57.920112 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'name': 'network-vif-deleted', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:10:57.922716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaca7c9-4c08-4c35-9b42-4d6d36a09a72" -d '{"events": [{"server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "name": "network-vif-deleted", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:10:57.967917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bc511-bc56-47c0-9e8b-7875e21873d8 x-openstack-request-id: req-bf5bc511-bc56-47c0-9e8b-7875e21873d8 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:10:57.973241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d592d-718c-40ef-8601-f89fcfc79028", "name": "network-vif-deleted", "tag": "a46b8649-ecfc-4321-a298-6dc35904af67", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:10:57.973241 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf5bc511-bc56-47c0-9e8b-7875e21873d8 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:10:57.973241 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5bc511-bc56-47c0-9e8b-7875e21873d8'] response: {'server_uuid': 'a80d592d-718c-40ef-8601-f89fcfc79028', 'name': 'network-vif-deleted', 'tag': 'a46b8649-ecfc-4321-a298-6dc35904af67', 'status': 'completed', 'code': 200} Apr 01 13:10:58.627889 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5df4a1fd-bc42-404f-aa1a-d2e8ec7f1f6f req-14882654-d70c-426d-9caf-280447e8824b tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a80d592d-718c-40ef-8601-f89fcfc79028 HTTP/1.1" status: 200 len: 210 time: 0.0287037 Apr 01 13:10:59.687171 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36564) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:10:59.765845 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a46b8649-ecfc-4321-a298-6dc35904af67 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:10:59.787323 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: a46b8649-ecfc-4321-a298-6dc35904af67 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:10:59.791954 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device a46b8649-ecfc-4321-a298-6dc35904af67 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:10:59.814316 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Deleting port 75013c56-5534-494a-8e0a-e6a57d1e41b1 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:10:59.814659 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:59.882441 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-20e4cb4f-018e-4a65-a91a-b253fe976590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:59.895682 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:59.900442 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (75013c56-5534-494a-8e0a-e6a57d1e41b1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:10:59.908960 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Calling delete_port for 75013c56-5534-494a-8e0a-e6a57d1e41b1 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:00.116512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (75013c56-5534-494a-8e0a-e6a57d1e41b1), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:00.148036 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'Port': ['ID=75013c56-5534-494a-8e0a-e6a57d1e41b1,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:00.171980 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.172284 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.172630 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.172968 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.173300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.173724 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.174050 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.174374 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.174703 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.175020 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.175340 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.175663 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.175984 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.176300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.176614 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:00.219396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for floatingip (70cfd1ad-5dd7-4b54-b479-310d85fc3ed6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:00.222186 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:00.223367 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0b43326e-c22a-438c-a649-fac9a2b43063 tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "DELETE /v2.0/floatingips/70cfd1ad-5dd7-4b54-b479-310d85fc3ed6 HTTP/1.1" status: 204 len: 168 time: 0.5352032 Apr 01 13:11:01.002455 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:01.615113 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36586) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:01.676827 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (50788969-c541-4ca2-bd98-4fc04ce81ec3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:01.705742 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (50788969-c541-4ca2-bd98-4fc04ce81ec3), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:01.891852 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (50788969-c541-4ca2-bd98-4fc04ce81ec3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:01.894640 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:01.898745 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] 10.222.0.43 "DELETE /v2.0/security-groups/50788969-c541-4ca2-bd98-4fc04ce81ec3 HTTP/1.1" status: 204 len: 168 time: 0.2796972 Apr 01 13:11:01.905945 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ef24e-a621-48a5-9643-3d67e7fd44bc tempest-TestVolumeBootPattern-1856738058 tempest-TestVolumeBootPattern-1856738058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50788969-c541-4ca2-bd98-4fc04ce81ec3,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:02.057769 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36600) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:02.491960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:02.535945 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (a9808139-01ee-43aa-ba28-9dfb34517a56), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:02.815851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Deleting port 4ac16358-e630-44da-ae23-f0d99e581765 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:02.816250 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (4ac16358-e630-44da-ae23-f0d99e581765), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:02.919122 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] For port 4ac16358-e630-44da-ae23-f0d99e581765, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=4ac16358-e630-44da-ae23-f0d99e581765,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:02.919675 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (4ac16358-e630-44da-ae23-f0d99e581765), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:02.938454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Calling delete_port for 4ac16358-e630-44da-ae23-f0d99e581765 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:03.208154 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (4ac16358-e630-44da-ae23-f0d99e581765), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:03.236935 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac16358-e630-44da-ae23-f0d99e581765,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:03.431860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (a9808139-01ee-43aa-ba28-9dfb34517a56), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:03.745114 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:03.844444 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d200f-d5f1-4728-b2c1-e8bf6a66e8bc req-327dac39-3415-479f-a389-cb35b600f948 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:03.846032 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-138d200f-d5f1-4728-b2c1-e8bf6a66e8bc req-327dac39-3415-479f-a389-cb35b600f948 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1069932 Apr 01 13:11:03.973487 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-138d200f-d5f1-4728-b2c1-e8bf6a66e8bc req-2144b08f-c232-4b6e-a6ec-9468a49613e7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205244 Apr 01 13:11:03.997063 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Router a9808139-01ee-43aa-ba28-9dfb34517a56 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:11:04.112308 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:11:04.117729 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-80bbdb43-1a55-4f98-b854-5a0ca1426576 admin admin] 10.222.0.43 "PUT /v2.0/routers/a9808139-01ee-43aa-ba28-9dfb34517a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0583947 Apr 01 13:11:04.120526 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36612) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:04.121562 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Sync routers for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:11:04.132556 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:04.133168 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:04.227057 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks [] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:04.244905 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:04.337653 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks [] for router_gateway (a9808139-01ee-43aa-ba28-9dfb34517a56), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:04.442822 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:11:03Z', 'revision_number': 5, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port': {'id': '0675c53f-f569-4df2-b6b2-f42a88d1211f', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:57Z', 'updated_at': '2022-04-01T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:04.463544 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Deleting port 0675c53f-f569-4df2-b6b2-f42a88d1211f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:04.463879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:04.552807 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] For port 0675c53f-f569-4df2-b6b2-f42a88d1211f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0675c53f-f569-4df2-b6b2-f42a88d1211f,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:04.553901 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:04.567342 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Checking router: a9808139-01ee-43aa-ba28-9dfb34517a56 for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:11:04.568164 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Calling delete_port for 0675c53f-f569-4df2-b6b2-f42a88d1211f owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:04.576430 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Routers {'a9808139-01ee-43aa-ba28-9dfb34517a56'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:04.577258 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['a9808139-01ee-43aa-ba28-9dfb34517a56'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:04.668018 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] Set router a9808139-01ee-43aa-ba28-9dfb34517a56 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:04.721277 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:11:04Z', 'revision_number': 6, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:04.752245 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5decab-a670-446f-b45a-632e6508b180 None None] The sync data for ids ['a9808139-01ee-43aa-ba28-9dfb34517a56'] in dv-cinder-836083-2-iscsi is: [{'id': 'a9808139-01ee-43aa-ba28-9dfb34517a56', 'name': 'tempest-TestVolumeBootPattern-1449488771-router', 'tenant_id': '11e6396795d84c53a42bee4d3c3b3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:01:56Z', 'updated_at': '2022-04-01T13:11:04Z', 'revision_number': 6, 'project_id': '11e6396795d84c53a42bee4d3c3b3a09', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:11:04.831054 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (0675c53f-f569-4df2-b6b2-f42a88d1211f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:04.854345 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0675c53f-f569-4df2-b6b2-f42a88d1211f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:04.923977 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (a9808139-01ee-43aa-ba28-9dfb34517a56), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.022426 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.024722 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks [] for router_controller (a9808139-01ee-43aa-ba28-9dfb34517a56), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.113841 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797abc4-d6c1-4314-93fc-d595c7454530 req-d3907fd6-adde-43ba-8a30-3aa12dee81dd tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:05.115434 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9797abc4-d6c1-4314-93fc-d595c7454530 req-d3907fd6-adde-43ba-8a30-3aa12dee81dd tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0600533 Apr 01 13:11:05.173123 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (a9808139-01ee-43aa-ba28-9dfb34517a56), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.173123 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9808139-01ee-43aa-ba28-9dfb34517a56 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:11:05.191158 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9797abc4-d6c1-4314-93fc-d595c7454530 req-f681fce6-5c36-469a-81ac-0f597dbc16e3 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=837750fe-0870-4746-ac6d-de51b6ad07b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687089 Apr 01 13:11:05.194319 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.195664 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1aeddafa-cd30-4ba4-868d-5976a42810ef admin admin] 10.222.0.43 "DELETE /v2.0/routers/a9808139-01ee-43aa-ba28-9dfb34517a56 HTTP/1.1" status: 204 len: 168 time: 1.0741510 Apr 01 13:11:05.199275 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36616) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:05.239094 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-ab19874b-13ca-409f-9304-f85ba00a34c8 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:05.240845 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-ab19874b-13ca-409f-9304-f85ba00a34c8 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0835178 Apr 01 13:11:05.260036 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Deleting subnet 0fa3a9b1-d9bd-4f24-893d-296495694f31 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:11:05.263756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Publish callbacks [] for subnet (0fa3a9b1-d9bd-4f24-893d-296495694f31), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.304740 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (0fa3a9b1-d9bd-4f24-893d-296495694f31), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.349731 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port 01a77145-873b-47a1-94c9-0d424424392a {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:05.350073 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (01a77145-873b-47a1-94c9-0d424424392a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.384304 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (0fa3a9b1-d9bd-4f24-893d-296495694f31), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.444226 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] For port 01a77145-873b-47a1-94c9-0d424424392a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=01a77145-873b-47a1-94c9-0d424424392a,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:05.444506 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (01a77145-873b-47a1-94c9-0d424424392a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.522685 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (0fa3a9b1-d9bd-4f24-893d-296495694f31), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.553080 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa3a9b1-d9bd-4f24-893d-296495694f31,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:05.555396 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.558785 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3f987e90-ea59-4e56-8004-3bf6156283c9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0fa3a9b1-d9bd-4f24-893d-296495694f31 HTTP/1.1" status: 204 len: 168 time: 0.3584747 Apr 01 13:11:05.561681 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36618) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:05.570796 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d8625-b6d0-45b5-b3a2-9b590e39c630 None None] Network 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:11:05.647621 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (0bbfb07d-ffc0-4205-ba7d-666f659d4a46), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.669076 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.669774 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.670152 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 6501f2cc-dc55-4463-946f-7b00b48b7236 disassociated. External IP: 172.27.2.133, port: 01a77145-873b-47a1-94c9-0d424424392a. Apr 01 13:11:05.670543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for 01a77145-873b-47a1-94c9-0d424424392a owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:05.717088 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Deleting port d958fda5-1189-43fb-94fa-3a313abc7407 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:05.717810 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.760385 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] DHCP port deletion for 0bbfb07d-ffc0-4205-ba7d-666f659d4a46 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:11:05.807464 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] For port d958fda5-1189-43fb-94fa-3a313abc7407, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=d958fda5-1189-43fb-94fa-3a313abc7407,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:05.808140 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.821701 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Deleting port d958fda5-1189-43fb-94fa-3a313abc7407 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:05.821701 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.833418 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Calling delete_port for d958fda5-1189-43fb-94fa-3a313abc7407 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:05.901642 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] For port d958fda5-1189-43fb-94fa-3a313abc7407, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=d958fda5-1189-43fb-94fa-3a313abc7407,segment=NetworkSegment(e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a),segment_id=e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:05.901976 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.908966 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (01a77145-873b-47a1-94c9-0d424424392a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:05.949349 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Calling delete_port for d958fda5-1189-43fb-94fa-3a313abc7407 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:05.954626 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=01a77145-873b-47a1-94c9-0d424424392a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:05.976135 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device d958fda5-1189-43fb-94fa-3a313abc7407 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:06.053508 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.068390 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-42120147-ef65-42de-a538-acc987d0037b None None] No active binding found for port d958fda5-1189-43fb-94fa-3a313abc7407 {{(pid=103741) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 13:11:06.068776 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] The host dv-cinder-836083-2-iscsi is not matching for port d958fda5-1189-43fb-94fa-3a313abc7407 host None! {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 01 13:11:06.069394 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device d958fda5-1189-43fb-94fa-3a313abc7407 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:06.070006 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 4ac16358-e630-44da-ae23-f0d99e581765 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:06.079876 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d958fda5-1189-43fb-94fa-3a313abc7407,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:06.083398 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] No DVR routers for this DVR port d958fda5-1189-43fb-94fa-3a313abc7407 on host dv-cinder-836083-2-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:11:06.086412 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:11:06.100765 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 4ac16358-e630-44da-ae23-f0d99e581765 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:06.101125 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 4ac16358-e630-44da-ae23-f0d99e581765 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:06.101771 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0675c53f-f569-4df2-b6b2-f42a88d1211f no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:06.136786 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 0675c53f-f569-4df2-b6b2-f42a88d1211f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:06.137369 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0675c53f-f569-4df2-b6b2-f42a88d1211f not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:06.147845 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (d958fda5-1189-43fb-94fa-3a313abc7407), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.180979 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] Pushing event deleted for resources: {'Port': ['ID=d958fda5-1189-43fb-94fa-3a313abc7407,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:06.188241 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38ec6b-9e44-4d77-8b85-2aebd933786a None None] No DVR routers for this DVR port d958fda5-1189-43fb-94fa-3a313abc7407 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:11:06.206756 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (0bbfb07d-ffc0-4205-ba7d-666f659d4a46), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.251126 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbfb07d-ffc0-4205-ba7d-666f659d4a46']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.264004 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.264487 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.278163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:11:06.278936 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.298487 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:11:06.306777 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.313865 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:06.314838 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (e927a7be-fb44-4fb2-8378-b2c3f0ee9c7a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:11:06.318353 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:11:06.341194 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] No DVR routers for this DVR port 01a77145-873b-47a1-94c9-0d424424392a on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:11:06.346980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.348934 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dee9cd9b-14e1-49ec-bd47-565ad0608d30 req-d2b8f5fc-211d-4295-85ff-93c3a66ab504 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "DELETE /v2.0/ports/01a77145-873b-47a1-94c9-0d424424392a HTTP/1.1" status: 204 len: 173 time: 1.1028483 Apr 01 13:11:06.349418 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'name': 'network-vif-deleted', 'tag': '01a77145-873b-47a1-94c9-0d424424392a'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:06.358104 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe74d621-56a9-4360-85da-6b8e6b6df8c4" -d '{"events": [{"server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "name": "network-vif-deleted", "tag": "01a77145-873b-47a1-94c9-0d424424392a"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:06.387592 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3dbcaa94-0df9-4bff-86df-41fbad638fef req-a746bf55-6f30-4c45-a015-a3f875d4e580 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f1786d3-c0d9-404f-beed-58caefefbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0761085 Apr 01 13:11:06.426778 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cbd053-e947-4e53-9a4a-5492d365be48 x-openstack-request-id: req-52cbd053-e947-4e53-9a4a-5492d365be48 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:06.427073 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1786d3-c0d9-404f-beed-58caefefbfa4", "name": "network-vif-deleted", "tag": "01a77145-873b-47a1-94c9-0d424424392a", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:06.427354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52cbd053-e947-4e53-9a4a-5492d365be48 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:06.427740 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cbd053-e947-4e53-9a4a-5492d365be48'] response: {'server_uuid': '6f1786d3-c0d9-404f-beed-58caefefbfa4', 'name': 'network-vif-deleted', 'tag': '01a77145-873b-47a1-94c9-0d424424392a', 'status': 'completed', 'code': 200} Apr 01 13:11:06.504968 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (0bbfb07d-ffc0-4205-ba7d-666f659d4a46), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.507625 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:06.510685 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:06.518480 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0bbfb07d-ffc0-4205-ba7d-666f659d4a46 HTTP/1.1" status: 204 len: 168 time: 0.9519246 Apr 01 13:11:06.519505 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36624) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:06.555057 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca5cdd-b047-482c-a30c-677c72cd9e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbfb07d-ffc0-4205-ba7d-666f659d4a46,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:06.748268 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.775407 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:11:06.784294 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:06.785174 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:06.913918 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:06.931027 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.157000 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:07.186283 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f0784-41aa-47b1-b3d5-91a2b5728822 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:11:07.218997 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Deleting port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:07.219338 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.314900 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] For port fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:07.323111 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.328374 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Calling delete_port for fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:07.472308 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6c810-300c-4b04-a2b6-57914f7dec00 None None] New status for floating IP 6501f2cc-dc55-4463-946f-7b00b48b7236: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:11:07.567147 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36630) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:07.627294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (837750fe-0870-4746-ac6d-de51b6ad07b7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.642336 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.681976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (837750fe-0870-4746-ac6d-de51b6ad07b7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:07.685038 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:07.773986 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 01a77145-873b-47a1-94c9-0d424424392a no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:07.798386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 01a77145-873b-47a1-94c9-0d424424392a {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:07.798733 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 01a77145-873b-47a1-94c9-0d424424392a not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:08.138665 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.187986 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (837750fe-0870-4746-ac6d-de51b6ad07b7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.190441 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.191630 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/security-groups/837750fe-0870-4746-ac6d-de51b6ad07b7 HTTP/1.1" status: 204 len: 168 time: 0.6234884 Apr 01 13:11:08.194434 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36632) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:08.208874 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-666664a4-0f1d-4b3f-a96e-e3b0d2d53676 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] show failed (client error): The resource could not be found. Apr 01 13:11:08.209915 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-666664a4-0f1d-4b3f-a96e-e3b0d2d53676 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups/837750fe-0870-4746-ac6d-de51b6ad07b7 HTTP/1.1" status: 404 len: 347 time: 0.0144527 Apr 01 13:11:08.212841 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36634) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:08.229921 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4e74-eb12-4751-84b4-03c60c77b048 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837750fe-0870-4746-ac6d-de51b6ad07b7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:08.353841 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port 99a30dd2-ff6e-4e9a-a132-6e4af5986a58 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:08.354190 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.427395 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:11:08.440064 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.440326 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.455341 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for 99a30dd2-ff6e-4e9a-a132-6e4af5986a58 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:08.541975 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:11:08.551014 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f5f9663d-2050-473c-ba65-e3dc9dae57af admin admin] 10.222.0.43 "PUT /v2.0/routers/af6a5613-a3dd-4048-81a7-9c1dc1cc5de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271187 Apr 01 13:11:08.551124 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36636) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:08.552882 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Sync routers for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:11:08.567754 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:08.568382 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:08.684210 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:08.709648 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks [] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.775758 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (99a30dd2-ff6e-4e9a-a132-6e4af5986a58), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.806004 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=99a30dd2-ff6e-4e9a-a132-6e4af5986a58,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:08.876143 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:11:07Z', 'revision_number': 5, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:08.897625 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (6501f2cc-dc55-4463-946f-7b00b48b7236), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.900343 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.904011 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-31fed39a-9e1d-484a-9dcf-e82c2de89600 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/floatingips/6501f2cc-dc55-4463-946f-7b00b48b7236 HTTP/1.1" status: 204 len: 168 time: 0.6877608 Apr 01 13:11:08.904369 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Checking router: af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:11:08.907231 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks [] for router_gateway (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:08.915963 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Routers {'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:08.916755 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:09.027514 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] Set router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:09.066675 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Deleting port 3cc28a80-e031-478e-bf14-643680bc3b39 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:09.067023 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.153891 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] For port 3cc28a80-e031-478e-bf14-643680bc3b39, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=3cc28a80-e031-478e-bf14-643680bc3b39,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:09.153891 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.168691 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Calling delete_port for 3cc28a80-e031-478e-bf14-643680bc3b39 owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:09.233622 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36640) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:09.238138 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102591349', 'description': 'tempest-description--248758709'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:09.345764 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.360456 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:11:07Z', 'revision_number': 5, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:09.387681 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf2c1b-b0cd-4a80-bd1b-6910f9b460c4 None None] The sync data for ids ['af6a5613-a3dd-4048-81a7-9c1dc1cc5de4'] in dv-cinder-836083-2-iscsi is: [{'id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'name': 'tempest-TestVolumeBootPattern-602286923-router', 'tenant_id': '319e0635291343e19a910d2e61228516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:04Z', 'updated_at': '2022-04-01T13:11:07Z', 'revision_number': 5, 'project_id': '319e0635291343e19a910d2e61228516', 'gw_port': {'id': '3cc28a80-e031-478e-bf14-643680bc3b39', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a5613-a3dd-4048-81a7-9c1dc1cc5de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:05Z', 'updated_at': '2022-04-01T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:11:09.431660 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (12cd0c60-237e-4f49-b3da-0c3b8640e4ff), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.445639 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (3cc28a80-e031-478e-bf14-643680bc3b39), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.475956 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc28a80-e031-478e-bf14-643680bc3b39,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:09.478079 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.542357 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (12cd0c60-237e-4f49-b3da-0c3b8640e4ff), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.557937 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.710795 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd0c60-237e-4f49-b3da-0c3b8640e4ff,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:09.715071 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.717518 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks [] for router_controller (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.768146 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.769519 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4fd57d42-59b2-44bf-88f6-b49bae4a29f7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5347908 Apr 01 13:11:09.772387 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36642) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:09.776750 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '12cd0c60-237e-4f49-b3da-0c3b8640e4ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:09.823523 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (af6a5613-a3dd-4048-81a7-9c1dc1cc5de4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.824088 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:11:09.828613 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.829774 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b3246d60-8caf-4686-b93e-6bd3deb8f836 admin admin] 10.222.0.43 "DELETE /v2.0/routers/af6a5613-a3dd-4048-81a7-9c1dc1cc5de4 HTTP/1.1" status: 204 len: 168 time: 1.2789776 Apr 01 13:11:09.833262 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36644) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:09.884979 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Deleting subnet b70403ff-be56-4eed-b63a-e74d6938d1ec {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:11:09.889318 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Publish callbacks [] for subnet (b70403ff-be56-4eed-b63a-e74d6938d1ec), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.894193 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (6cc7d65a-fcab-440e-9dfe-3de1d6c57756), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.928533 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (b70403ff-be56-4eed-b63a-e74d6938d1ec), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.960065 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:09.982491 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (6cc7d65a-fcab-440e-9dfe-3de1d6c57756), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:09.987177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:09.987177 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device fcbe6d27-1f8f-4196-a1a3-6ae7abc85b99 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:10.023755 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (b70403ff-be56-4eed-b63a-e74d6938d1ec), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.076905 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (6cc7d65a-fcab-440e-9dfe-3de1d6c57756), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.095448 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc7d65a-fcab-440e-9dfe-3de1d6c57756,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:10.214079 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (b70403ff-be56-4eed-b63a-e74d6938d1ec), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.241294 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70403ff-be56-4eed-b63a-e74d6938d1ec,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:10.244919 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.249191 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-48bd3f6d-6793-4a30-91de-e8795fd3b7f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b70403ff-be56-4eed-b63a-e74d6938d1ec HTTP/1.1" status: 204 len: 168 time: 0.4148417 Apr 01 13:11:10.253018 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36646) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:10.255847 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098c412-9ccd-4708-8aed-46d940bb57b2 None None] Network 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:11:10.270439 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.271678 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4aa237b1-66fc-4de8-b478-01010b405dbb tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4983611 Apr 01 13:11:10.274837 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36648) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:10.279640 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'security_group_rule': {'security_group_id': '12cd0c60-237e-4f49-b3da-0c3b8640e4ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:10.344090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.374514 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (a99a2107-9b2a-4e2a-bf10-31a1e37e02e7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.417547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Deleting port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:10.417547 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.447448 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (a99a2107-9b2a-4e2a-bf10-31a1e37e02e7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.461421 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] DHCP port deletion for 1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:11:10.493275 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134807'] for security_group_rule (a99a2107-9b2a-4e2a-bf10-31a1e37e02e7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.507554 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] For port a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:10.507991 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.518701 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Deleting port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:11:10.519346 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.519489 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99a2107-9b2a-4e2a-bf10-31a1e37e02e7,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:10.524013 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Calling delete_port for a87688c6-e0ef-4eb9-b104-d2654e15d5a0 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:10.591560 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] For port a87688c6-e0ef-4eb9-b104-d2654e15d5a0, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,segment=NetworkSegment(e26c615b-74eb-455b-8828-0f12de540ce0),segment_id=e26c615b-74eb-455b-8828-0f12de540ce0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:10.592309 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.599754 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:11:10.605927 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Calling delete_port for a87688c6-e0ef-4eb9-b104-d2654e15d5a0 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:11:10.621320 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.626328 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d43814e9-c32d-4234-8622-5ba62fdfed55 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474181 Apr 01 13:11:10.626517 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36650) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:10.630760 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:10.672425 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.698109 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:10.703733 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (a87688c6-e0ef-4eb9-b104-d2654e15d5a0), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.703898 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] No DVR routers for this DVR port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 on host dv-cinder-836083-2-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:11:10.721170 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] No DVR routers for this DVR port a87688c6-e0ef-4eb9-b104-d2654e15d5a0 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:11:10.750287 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.755035 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Pushing event deleted for resources: {'Port': ['ID=a87688c6-e0ef-4eb9-b104-d2654e15d5a0,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:10.768467 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.769285 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.770104 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.770637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.771229 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.771716 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.772375 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.772826 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.773405 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.774010 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.774594 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.775309 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.775922 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.776481 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.777102 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b78ac9-6967-4383-bd62-5725788d70ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:11:10.800137 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.822214 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:10.832115 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26c615b-74eb-455b-8828-0f12de540ce0') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:10.832416 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26c615b-74eb-455b-8828-0f12de540ce0') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:10.843145 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (e26c615b-74eb-455b-8828-0f12de540ce0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.857424 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (e26c615b-74eb-455b-8828-0f12de540ce0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.863705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:11:10.864100 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (e26c615b-74eb-455b-8828-0f12de540ce0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:11:10.866062 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:11:10.876346 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:10.984431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.27.2.12 (98fa0fbf-15c0-490a-9a7f-182a7c02d2d7/99ad0399-871b-4292-83c3-85473f41e1c2/64d6b504-9b0d-4c55-9862-a0643c95607b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:11:11.014952 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.018230 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.022456 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39 HTTP/1.1" status: 204 len: 168 time: 0.7686806 Apr 01 13:11:11.036775 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26968fd-3c2c-48cd-bf36-f238a36f78b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbb7ce2-8543-4aa3-bb64-9cf1cb9a3b39,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:11.089554 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.223782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.263462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 98fa0fbf-15c0-490a-9a7f-182a7c02d2d7 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:11:11.266639 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:11:11.272272 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:11:11.277896 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=64d6b504-9b0d-4c55-9862-a0643c95607b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:11.370732 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.420511 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36654) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:11.462657 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-734a7669-433b-4d2e-afdb-9b680268c577 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11e6396795d84c53a42bee4d3c3b3a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409300 Apr 01 13:11:11.465382 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36656) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:11.487454 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.514978 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] Publish callbacks [] for security_group (6e35d18f-3687-41a5-9607-5cb0261f9466), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.537182 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] Publish callbacks [] for security_group (6e35d18f-3687-41a5-9607-5cb0261f9466), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.641884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.659224 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (6e35d18f-3687-41a5-9607-5cb0261f9466), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.662313 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.663457 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e35d18f-3687-41a5-9607-5cb0261f9466 HTTP/1.1" status: 204 len: 168 time: 0.1964369 Apr 01 13:11:11.671714 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29536423-5003-43f0-8a09-9058d0238ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e35d18f-3687-41a5-9607-5cb0261f9466,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:11.704963 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.774510 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=64d6b504-9b0d-4c55-9862-a0643c95607b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:11.784684 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.899359 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:11.907267 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-761e112f-a535-4f87-b8e2-0ad3205c5945 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2733350 Apr 01 13:11:11.925138 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a87688c6-e0ef-4eb9-b104-d2654e15d5a0 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:11.946849 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: a87688c6-e0ef-4eb9-b104-d2654e15d5a0 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:11.947204 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device a87688c6-e0ef-4eb9-b104-d2654e15d5a0 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:11.947622 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 3cc28a80-e031-478e-bf14-643680bc3b39 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:11.967806 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 3cc28a80-e031-478e-bf14-643680bc3b39 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:11:11.968083 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 3cc28a80-e031-478e-bf14-643680bc3b39 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:11:12.105056 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-6f5fb6a2-322f-4f8f-bd34-df1c433c3ece tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2102591349&fields=id&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 267 time: 0.0430875 Apr 01 13:11:12.217702 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-a17e62aa-fea5-4567-bfeb-ba7e96fb4864 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:12.219218 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-a17e62aa-fea5-4567-bfeb-ba7e96fb4864 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1070027 Apr 01 13:11:12.234301 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f9607208-a7e6-4f41-8e7c-f45c371f3b21 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/quotas/9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 375 time: 0.0095344 Apr 01 13:11:12.294923 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-ecb3f9b8-11e0-457b-99e6-e6d50d94373a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549035 Apr 01 13:11:12.406489 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-e1013c7b-7659-4f67-8a3f-5fa12b66d893 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:11:12.408261 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-e1013c7b-7659-4f67-8a3f-5fa12b66d893 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1020992 Apr 01 13:11:12.502608 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-284554de-3e4a-4b08-80c7-1610f0a9cf00 service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879877 Apr 01 13:11:12.564292 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36680) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:12.598167 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-99547979-5e7f-4362-8982-673708465adb service neutron] 10.222.0.43 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Apr 01 13:11:12.609117 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0c5e85eb-c82d-47ec-95fd-70d77e41d7d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=319e0635291343e19a910d2e61228516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433984 Apr 01 13:11:12.611788 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36682) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:12.661918 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] Publish callbacks [] for security_group (8fdab48e-32aa-494f-a72b-f367738a7c33), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:12.684163 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] Publish callbacks [] for security_group (8fdab48e-32aa-494f-a72b-f367738a7c33), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:12.780101 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (8fdab48e-32aa-494f-a72b-f367738a7c33), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:12.782902 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:12.785992 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fdab48e-32aa-494f-a72b-f367738a7c33 HTTP/1.1" status: 204 len: 168 time: 0.1713667 Apr 01 13:11:12.792211 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032e77e-9ac0-4590-a3b8-df4426e2bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdab48e-32aa-494f-a72b-f367738a7c33,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:13.844193 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a638c365-a333-4740-99f9-5a53930e9ca6 req-256f6638-31e7-4cf4-b6b0-c1451c2d467c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 210 time: 0.0273256 Apr 01 13:11:14.939262 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a599c678-8a18-47b5-a48d-d0fe0b2f9539 req-9e577fb4-266b-491a-be86-62b9cae40e5e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Apr 01 13:11:16.078269 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ecc3e616-d17a-4427-a699-c9e6361ef211 req-a7c5759a-49f7-4695-aee6-6abfe364844a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 210 time: 0.0627644 Apr 01 13:11:16.132098 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-338a0baa-6c81-4ff7-b95e-f51c32331c5d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:16.133431 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-338a0baa-6c81-4ff7-b95e-f51c32331c5d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 814 time: 0.1280463 Apr 01 13:11:16.196679 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-1c33dc4c-3162-467e-b09e-e1b9e6b46f61 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e HTTP/1.1" status: 200 len: 380 time: 0.0546765 Apr 01 13:11:16.205813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'port': {'device_id': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'admin_state_up': True, 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'security_groups': ['12cd0c60-237e-4f49-b3da-0c3b8640e4ff']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:16.406541 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Made reservation on behalf of 9050d0c5d2ee40cdaae12a855ce88a1e for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:11:16.410170 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:16.536600 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Allocated IP 172.20.0.12 (10f7afac-4118-4b84-a0a2-5b1af3f27d35/8fc8c086-fc56-4da4-99e7-86af445fc942/108d251f-9808-43c3-b59f-de6a909029f0) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:11:16.676881 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for port (108d251f-9808-43c3-b59f-de6a909029f0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:16.773952 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:16.817468 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:11:16.820615 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:11:16.827582 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:11:16.833550 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event updated for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:16.884696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:16.885337 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:16.953907 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-f4846634-e099-418d-b411-f16e15b4a556 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519274 Apr 01 13:11:16.968851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Request body: {'port': {'device_id': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:17.025753 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (108d251f-9808-43c3-b59f-de6a909029f0), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.067303 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-2e650db6-1036-455a-8e8b-10dbcd07da1c None None] Provisioning complete for port 108d251f-9808-43c3-b59f-de6a909029f0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:11:17.067884 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2e650db6-1036-455a-8e8b-10dbcd07da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (108d251f-9808-43c3-b59f-de6a909029f0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.102718 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-2e650db6-1036-455a-8e8b-10dbcd07da1c None None] Port 108d251f-9808-43c3-b59f-de6a909029f0 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:11:17.205466 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca04c-b4a3-4cc7-9da0-3a275ae51b2b req-0d36463f-dc0d-4c69-b267-a0abb21652d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:17.206969 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3aca04c-b4a3-4cc7-9da0-3a275ae51b2b req-0d36463f-dc0d-4c69-b267-a0abb21652d7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 932 time: 0.0571284 Apr 01 13:11:17.259821 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3aca04c-b4a3-4cc7-9da0-3a275ae51b2b req-9c4d3eb9-50d9-4b2b-9731-1788ec00839a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468614 Apr 01 13:11:17.302201 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108d251f-9808-43c3-b59f-de6a909029f0 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:11:17.310619 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks [] for port (108d251f-9808-43c3-b59f-de6a909029f0), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.322407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Transition to ACTIVE for port object 108d251f-9808-43c3-b59f-de6a909029f0 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:11:17.390482 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.445000 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Pushing event updated for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:17.528423 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Attempting to bind port 108d251f-9808-43c3-b59f-de6a909029f0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:11:17.529957 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Attempting to bind port 108d251f-9808-43c3-b59f-de6a909029f0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:11:17.530306 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Attempting to bind port 108d251f-9808-43c3-b59f-de6a909029f0 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:11:17.535514 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Port 108d251f-9808-43c3-b59f-de6a909029f0 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:11:17.535844 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Attempting to bind port 108d251f-9808-43c3-b59f-de6a909029f0 on network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:11:17.541258 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:11:17.541622 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Checking segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:11:17.542011 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Bound using segment: {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:11:17.542442 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Bound port: 108d251f-9808-43c3-b59f-de6a909029f0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:11:17.542802 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (108d251f-9808-43c3-b59f-de6a909029f0), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.613836 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:11:17.616879 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=108d251f-9808-43c3-b59f-de6a909029f0,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:11:17.705623 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.739806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:17.740604 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:17.742007 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] 10.222.0.62 "PUT /v2.0/ports/108d251f-9808-43c3-b59f-de6a909029f0 HTTP/1.1" status: 200 len: 1094 time: 0.7812951 Apr 01 13:11:17.744394 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:17.747884 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db" -d '{"events": [{"name": "network-changed", "server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "tag": "108d251f-9808-43c3-b59f-de6a909029f0"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:17.779235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a14ca-6dee-4e17-a192-17d4ea884d17 service neutron] Pushing event updated for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:17.792885 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac932b-5e25-45a4-b733-45c7d7cee222 x-openstack-request-id: req-6bac932b-5e25-45a4-b733-45c7d7cee222 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:17.793175 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "tag": "108d251f-9808-43c3-b59f-de6a909029f0", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:17.794808 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bac932b-5e25-45a4-b733-45c7d7cee222 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:17.794808 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bac932b-5e25-45a4-b733-45c7d7cee222'] response: {'name': 'network-changed', 'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0', 'status': 'completed', 'code': 200} Apr 01 13:11:17.864155 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-3fcd45ea-b111-46cb-9612-593733f3090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:17.868297 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-3fcd45ea-b111-46cb-9612-593733f3090f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 1128 time: 0.0563490 Apr 01 13:11:17.975137 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-504d2ace-eb7a-4cba-9929-4679a37d77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:17.976719 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-504d2ace-eb7a-4cba-9929-4679a37d77da service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1018758 Apr 01 13:11:18.083235 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-09b1ace6-cf6a-4c56-90a3-9b4264ced355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:18.084704 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d411da6d-9cd1-472a-8c4e-1f2570e5f3db req-09b1ace6-cf6a-4c56-90a3-9b4264ced355 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024373 Apr 01 13:11:18.161352 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-c7bc6ea7-a79b-4c1b-9cbe-9088ff20870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:18.163135 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-c7bc6ea7-a79b-4c1b-9cbe-9088ff20870d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 1128 time: 0.0468609 Apr 01 13:11:18.209805 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-25880cb4-473a-4ca3-b30a-a460fcd8edc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108d251f-9808-43c3-b59f-de6a909029f0 HTTP/1.1" status: 200 len: 217 time: 0.0407388 Apr 01 13:11:18.260920 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-e53e980b-73e2-4412-aa6e-e3b8dcee01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:18.262430 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-e53e980b-73e2-4412-aa6e-e3b8dcee01d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0475900 Apr 01 13:11:18.314947 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b15c2f0b-f15f-4a2d-9f0a-84866e0f7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:18.316590 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-b15c2f0b-f15f-4a2d-9f0a-84866e0f7cca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483251 Apr 01 13:11:18.400876 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdfddf-1820-4276-bf5d-db601d826f07 req-47925520-9d48-4eee-91ca-a98808ea7eaa tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:18.402306 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31fdfddf-1820-4276-bf5d-db601d826f07 req-47925520-9d48-4eee-91ca-a98808ea7eaa tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 944 time: 0.0566669 Apr 01 13:11:18.421130 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-af4d39c6-87e3-47a8-aebb-804a8e3798d1 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984988 Apr 01 13:11:18.453315 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31fdfddf-1820-4276-bf5d-db601d826f07 req-88446ca5-548b-44bd-a25e-5c86d1cda1a2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450997 Apr 01 13:11:18.510932 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5e49ecd-0fe1-4c04-b6f4-f751ed7676c4 req-bdf2ceb4-2938-4fc5-a5a3-b488db35513e service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836151 Apr 01 13:11:19.582477 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af0e7-10f0-455c-a9f1-835ef07f7506 req-57ac2cf4-a9d8-47e2-8809-389b78d44c9a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:19.583957 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-540af0e7-10f0-455c-a9f1-835ef07f7506 req-57ac2cf4-a9d8-47e2-8809-389b78d44c9a tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 944 time: 0.0573075 Apr 01 13:11:19.637059 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-540af0e7-10f0-455c-a9f1-835ef07f7506 req-2658ac17-366f-47f0-8955-f2b991eb132e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456738 Apr 01 13:11:19.787305 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 108d251f-9808-43c3-b59f-de6a909029f0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:11:19.899320 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=108d251f-9808-43c3-b59f-de6a909029f0,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:19.912138 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '108d251f-9808-43c3-b59f-de6a909029f0', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'port_id': '108d251f-9808-43c3-b59f-de6a909029f0', 'mac_address': 'fa:16:3e:ca:fa:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:11:19.951412 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 108d251f-9808-43c3-b59f-de6a909029f0 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:11:19.951804 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (108d251f-9808-43c3-b59f-de6a909029f0), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:19.964686 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108d251f-9808-43c3-b59f-de6a909029f0 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:11:19.986150 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=108d251f-9808-43c3-b59f-de6a909029f0,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:20.048168 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:20.100162 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:20.270622 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['108d251f-9808-43c3-b59f-de6a909029f0'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:11:20.756879 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbd862-d6f1-4a35-b558-c39c6e460111 req-9d6e0355-7750-4a6a-8952-7325232ced71 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:20.758452 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e1cbd862-d6f1-4a35-b558-c39c6e460111 req-9d6e0355-7750-4a6a-8952-7325232ced71 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 945 time: 0.0528572 Apr 01 13:11:20.816144 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e1cbd862-d6f1-4a35-b558-c39c6e460111 req-bdc97398-72a8-497b-872c-b6c222549d58 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512083 Apr 01 13:11:21.819694 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 108d251f-9808-43c3-b59f-de6a909029f0 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:11:21.943317 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dec10-af01-4cce-b603-6ca6238f8aeb req-e949478e-0b9a-48e8-acf0-e4862afb2585 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:21.944845 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0c8dec10-af01-4cce-b603-6ca6238f8aeb req-e949478e-0b9a-48e8-acf0-e4862afb2585 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Apr 01 13:11:21.945047 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 108d251f-9808-43c3-b59f-de6a909029f0 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:11:21.949319 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 108d251f-9808-43c3-b59f-de6a909029f0 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:11:21.949866 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (108d251f-9808-43c3-b59f-de6a909029f0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:22.001969 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0c8dec10-af01-4cce-b603-6ca6238f8aeb req-876fc498-448d-4768-b1d9-0f368109d54f tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508568 Apr 01 13:11:22.033434 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 108d251f-9808-43c3-b59f-de6a909029f0 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:11:22.033846 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (108d251f-9808-43c3-b59f-de6a909029f0), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:22.058567 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:22.062195 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd1b06d-0c12-4f28-adc1-1db4c013c95c" -d '{"events": [{"server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "name": "network-vif-plugged", "status": "completed", "tag": "108d251f-9808-43c3-b59f-de6a909029f0"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:22.074813 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=108d251f-9808-43c3-b59f-de6a909029f0,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:22.150482 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:22.201486 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:22.227044 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea709ff-e2bb-4d98-8c35-55348b983801 x-openstack-request-id: req-bea709ff-e2bb-4d98-8c35-55348b983801 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:22.227344 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "name": "network-vif-plugged", "status": "completed", "tag": "108d251f-9808-43c3-b59f-de6a909029f0", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:22.227602 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bea709ff-e2bb-4d98-8c35-55348b983801 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:22.228061 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea709ff-e2bb-4d98-8c35-55348b983801'] response: {'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0', 'code': 200} Apr 01 13:11:22.595385 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004847d-fc5e-4f7d-8d68-f593bb1275af req-a23be8a5-0397-42e0-9b2d-c0736072f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:22.595385 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6004847d-fc5e-4f7d-8d68-f593bb1275af req-a23be8a5-0397-42e0-9b2d-c0736072f57f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 1130 time: 0.0450196 Apr 01 13:11:22.612131 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6004847d-fc5e-4f7d-8d68-f593bb1275af req-441d1181-8790-47b3-a959-4f169a1c0436 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Apr 01 13:11:23.133700 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559c97-2c41-42a6-b747-818e7706d251 req-7e2c15d6-eed0-4a84-8d36-7ffd7ee52db2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:23.135194 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd559c97-2c41-42a6-b747-818e7706d251 req-7e2c15d6-eed0-4a84-8d36-7ffd7ee52db2 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0615566 Apr 01 13:11:23.184405 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd559c97-2c41-42a6-b747-818e7706d251 req-61bf2f21-47fa-4fdc-86d7-18504036f088 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Apr 01 13:11:24.310719 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593242-71e0-4694-be45-9e10409ffabd req-ac8ebad7-fbd6-40d0-8684-107c0da14ad1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:24.312215 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55593242-71e0-4694-be45-9e10409ffabd req-ac8ebad7-fbd6-40d0-8684-107c0da14ad1 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0589211 Apr 01 13:11:24.359905 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55593242-71e0-4694-be45-9e10409ffabd req-8f44ff3d-3702-461e-9137-f220e1847510 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Apr 01 13:11:24.493916 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715966e-bf4e-4fb1-ad85-3cbb42b0aaf3 req-f144b4f9-2c4a-4453-9a45-efaf03a3f8cf tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:24.495600 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4715966e-bf4e-4fb1-ad85-3cbb42b0aaf3 req-f144b4f9-2c4a-4453-9a45-efaf03a3f8cf tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0626028 Apr 01 13:11:24.500572 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983637-df78-47c0-83d8-2a16965421c5 req-ab234f64-fdcd-4557-91bd-cf147d16f291 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:24.502217 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-73983637-df78-47c0-83d8-2a16965421c5 req-ab234f64-fdcd-4557-91bd-cf147d16f291 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0588143 Apr 01 13:11:24.508982 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36734) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:24.514659 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Request body: {'floatingip': {'port_id': '108d251f-9808-43c3-b59f-de6a909029f0'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:11:24.553123 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:24.553375 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-73983637-df78-47c0-83d8-2a16965421c5 req-d731c0d7-d73d-49eb-ab69-9515e18d29e7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449133 Apr 01 13:11:24.981075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:25.047287 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:25.398493 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 880aeb94-214c-414c-bedc-e8bf784a639f associated. External IP: 172.27.2.12, port: 108d251f-9808-43c3-b59f-de6a909029f0. Apr 01 13:11:25.612762 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:11:25.751558 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e800f8-5595-4a7b-83a1-00602a5c1aec req-77fc56b4-cbf1-4f0a-8458-34b2a6a447ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:25.753034 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9e800f8-5595-4a7b-83a1-00602a5c1aec req-77fc56b4-cbf1-4f0a-8458-34b2a6a447ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.1298182 Apr 01 13:11:25.770596 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:11:25.775458 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:25.782130 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:11:25.792936 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:25.793556 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:25.826461 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-86482203-8c33-49a3-afe2-e0306629ac86 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "PUT /v2.0/floatingips/880aeb94-214c-414c-bedc-e8bf784a639f HTTP/1.1" status: 200 len: 991 time: 1.3158779 Apr 01 13:11:25.829620 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:25.831872 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2" -d '{"events": [{"name": "network-changed", "server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "tag": "108d251f-9808-43c3-b59f-de6a909029f0"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:25.849370 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9e800f8-5595-4a7b-83a1-00602a5c1aec req-3f7da14b-f88b-44eb-b371-d6d9ef98a9de tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878754 Apr 01 13:11:25.878111 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf01016-c76d-41aa-808a-0363f9e1e262 x-openstack-request-id: req-0cf01016-c76d-41aa-808a-0363f9e1e262 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:25.878471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "tag": "108d251f-9808-43c3-b59f-de6a909029f0", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:25.878790 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cf01016-c76d-41aa-808a-0363f9e1e262 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:25.879252 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf01016-c76d-41aa-808a-0363f9e1e262'] response: {'name': 'network-changed', 'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0', 'status': 'completed', 'code': 200} Apr 01 13:11:25.906930 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:25.945894 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-76917968-78d2-4e07-b82e-b4fe8dc00c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:25.947727 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-76917968-78d2-4e07-b82e-b4fe8dc00c07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 1130 time: 0.0460856 Apr 01 13:11:26.044071 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-cbb0a94a-c24c-490e-bf67-c1953fae6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:26.045698 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-cbb0a94a-c24c-490e-bf67-c1953fae6139 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 200 len: 915 time: 0.0902753 Apr 01 13:11:26.113826 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-fc218afa-5323-419b-be1c-b6ce82c95277 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108d251f-9808-43c3-b59f-de6a909029f0 HTTP/1.1" status: 200 len: 999 time: 0.0622094 Apr 01 13:11:26.148762 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '880aeb94-214c-414c-bedc-e8bf784a639f', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '108d251f-9808-43c3-b59f-de6a909029f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ca:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:11:11Z', 'updated_at': '2022-04-01T13:11:24Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:26.167450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-47bf9e21-ed87-4dc5-bec3-20b2ffebf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:26.169273 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-47bf9e21-ed87-4dc5-bec3-20b2ffebf2a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 200 len: 853 time: 0.0496666 Apr 01 13:11:26.188681 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:11:26.207783 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:11:26.208417 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:11:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:26.227471 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-a9aa7f93-f0f6-4a09-9904-14f2798618c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:26.228956 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-a9aa7f93-f0f6-4a09-9904-14f2798618c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f7afac-4118-4b84-a0a2-5b1af3f27d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528865 Apr 01 13:11:26.329483 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-33642a32-bfa6-4c2c-b296-442d0204d700 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928378 Apr 01 13:11:26.335404 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:11:26.430185 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a9c6c5c-fe99-44b4-8009-9c41363f58e2 req-28ff0049-f847-43d9-9f04-6f21d3a52230 service neutron] 10.222.0.62 "GET /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952373 Apr 01 13:11:26.586344 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '880aeb94-214c-414c-bedc-e8bf784a639f', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '108d251f-9808-43c3-b59f-de6a909029f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ca:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:11:11Z', 'updated_at': '2022-04-01T13:11:24Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:11:26.612939 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e4b76-db0f-4038-83f7-d238999d9e03 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_floatingips': [{'id': '880aeb94-214c-414c-bedc-e8bf784a639f', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'router_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'port_id': '108d251f-9808-43c3-b59f-de6a909029f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'mac_address': 'fa:16:3e:ca:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:11:11Z', 'updated_at': '2022-04-01T13:11:24Z', 'revision_number': 1, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:11:26.820676 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd45ad2-6587-40de-a38a-1864a1bdd579 None None] New status for floating IP 880aeb94-214c-414c-bedc-e8bf784a639f: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:11:26.975746 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935780d2-2cb4-4b07-b2e2-a2638438d9e4 req-9392745b-2737-4a63-a292-001657f2d10e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:26.977154 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-935780d2-2cb4-4b07-b2e2-a2638438d9e4 req-9392745b-2737-4a63-a292-001657f2d10e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0552204 Apr 01 13:11:27.028795 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-935780d2-2cb4-4b07-b2e2-a2638438d9e4 req-881cad33-91ad-4f05-985b-83b5ceb8129a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Apr 01 13:11:27.424201 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5a3a02a6-7945-4aaa-a727-0b238ae4229a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:28.150154 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd048a-af69-4fe8-a619-e34c4f26fb15 req-a5cb5b99-faa5-40a4-ac6d-9348bdbf9adb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:28.151531 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d2dd048a-af69-4fe8-a619-e34c4f26fb15 req-a5cb5b99-faa5-40a4-ac6d-9348bdbf9adb tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0523150 Apr 01 13:11:28.199395 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d2dd048a-af69-4fe8-a619-e34c4f26fb15 req-54f56555-a94e-41cf-a21a-7848e4cc2c9d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Apr 01 13:11:29.320718 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687008c7-86df-4cb9-9d8c-6178499f2525 req-52d4dd68-7805-4cad-b091-788337f1e958 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:29.322298 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-687008c7-86df-4cb9-9d8c-6178499f2525 req-52d4dd68-7805-4cad-b091-788337f1e958 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0532160 Apr 01 13:11:29.370684 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-687008c7-86df-4cb9-9d8c-6178499f2525 req-0c578259-c9c4-4518-ab94-8f2b34e2d10f tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Apr 01 13:11:29.927386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1fa48229-347c-4c07-9c12-3137f2079aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:30.494427 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fd902-7224-4372-8868-2fe8c673a65c req-0ff6d967-45e6-4122-b9b1-88e65351baa9 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:30.495888 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e87fd902-7224-4372-8868-2fe8c673a65c req-0ff6d967-45e6-4122-b9b1-88e65351baa9 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0545201 Apr 01 13:11:30.549264 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e87fd902-7224-4372-8868-2fe8c673a65c req-fb029c05-3a15-4bff-aee2-94313a9e0953 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Apr 01 13:11:30.996164 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:31.675474 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a04a-415e-4186-aa24-e7aac6a6c982 req-334a3350-eb4b-4cd6-bf47-5e801436d06f tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:31.676967 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fa56a04a-415e-4186-aa24-e7aac6a6c982 req-334a3350-eb4b-4cd6-bf47-5e801436d06f tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0609436 Apr 01 13:11:31.725088 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fa56a04a-415e-4186-aa24-e7aac6a6c982 req-2d4a8df2-05e2-45b4-94d4-5e39c8903d38 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Apr 01 13:11:32.452891 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:32.847800 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d10c4-1b39-4ab5-bab5-402a93a75d2b req-3ce3ee85-8d82-422b-9bff-2374ed012953 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:32.849265 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-674d10c4-1b39-4ab5-bab5-402a93a75d2b req-3ce3ee85-8d82-422b-9bff-2374ed012953 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0545003 Apr 01 13:11:32.901838 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-674d10c4-1b39-4ab5-bab5-402a93a75d2b req-a55d6f26-5b20-4318-90a1-b63f68641e62 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Apr 01 13:11:33.761697 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:34.021981 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0349-98f3-413e-9088-e0bb5ad37406 req-1df45d0e-d4b7-4fb7-ba93-a63f49cfda89 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:34.023379 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-414a0349-98f3-413e-9088-e0bb5ad37406 req-1df45d0e-d4b7-4fb7-ba93-a63f49cfda89 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0524738 Apr 01 13:11:34.073739 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-414a0349-98f3-413e-9088-e0bb5ad37406 req-d263b58e-479c-47c7-8bd2-5bd5108a5021 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446439 Apr 01 13:11:34.724668 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-8b242143-a832-425d-aa7d-881b20dc6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:34.726192 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-8b242143-a832-425d-aa7d-881b20dc6f8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0493224 Apr 01 13:11:34.814033 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-ad12bebf-59d5-44eb-9d30-d6823d676824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:34.815530 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-ad12bebf-59d5-44eb-9d30-d6823d676824 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 910 time: 0.0839231 Apr 01 13:11:34.882715 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-2f068df6-b6b0-4f29-b2e0-2805e3bcc5af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 1002 time: 0.0615547 Apr 01 13:11:34.930686 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-87d3b264-f892-4255-b82a-02f6a8e7d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:34.932129 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-87d3b264-f892-4255-b82a-02f6a8e7d75b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0434675 Apr 01 13:11:34.984716 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-b2e0c739-3109-40c2-84cb-ef6d2a23bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:34.986164 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-b2e0c739-3109-40c2-84cb-ef6d2a23bfaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479376 Apr 01 13:11:35.077863 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-698f67e7-32d0-46be-a112-695fac1452cf service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Apr 01 13:11:35.175757 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-927ec5ae-ca1e-452f-aeb7-9b90db295f18 req-9b69df9a-1149-424a-bd72-7d7c5a784eb7 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911264 Apr 01 13:11:35.196173 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178725f8-f93d-428c-b963-8a55db68c99e req-cf19f9ad-3513-46a1-b6a9-12b0fb4afde6 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:35.197964 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-178725f8-f93d-428c-b963-8a55db68c99e req-cf19f9ad-3513-46a1-b6a9-12b0fb4afde6 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0532715 Apr 01 13:11:35.252401 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-178725f8-f93d-428c-b963-8a55db68c99e req-6342fbc6-f6ca-44c7-bd55-de1ba219731c tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Apr 01 13:11:36.371688 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9c6a-bdd9-4cf9-b7a8-5c62005c758f req-922e20b4-6555-46e7-bd93-afd45a2a24ed tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:36.373176 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b4ed9c6a-bdd9-4cf9-b7a8-5c62005c758f req-922e20b4-6555-46e7-bd93-afd45a2a24ed tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0536087 Apr 01 13:11:36.422784 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b4ed9c6a-bdd9-4cf9-b7a8-5c62005c758f req-7493d15f-1599-48e4-b06b-3ccc434a5905 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Apr 01 13:11:37.543958 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb233-41a5-47f9-93e5-deec6d8efafc req-c7d05078-db71-408a-8c43-6874507b8574 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:37.545472 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dc0fb233-41a5-47f9-93e5-deec6d8efafc req-c7d05078-db71-408a-8c43-6874507b8574 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0536883 Apr 01 13:11:37.596389 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dc0fb233-41a5-47f9-93e5-deec6d8efafc req-ebff3fdd-c1cb-433a-8d38-e8140569eb9e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Apr 01 13:11:38.720314 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35053b14-3bd0-4364-8acb-480096fa656d req-13bfc33a-53e6-4bb0-bad3-24c0a1d60050 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:38.721938 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35053b14-3bd0-4364-8acb-480096fa656d req-13bfc33a-53e6-4bb0-bad3-24c0a1d60050 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0576196 Apr 01 13:11:38.771527 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35053b14-3bd0-4364-8acb-480096fa656d req-b04e032d-215a-4fcc-a5ec-b2876c68a8ec tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Apr 01 13:11:39.143874 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe47e6-f970-41d2-bf43-4e047ab785bd req-41ebbab0-a77c-438f-b523-a7266ee30496 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:39.145399 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02fe47e6-f970-41d2-bf43-4e047ab785bd req-41ebbab0-a77c-438f-b523-a7266ee30496 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0551412 Apr 01 13:11:39.196998 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02fe47e6-f970-41d2-bf43-4e047ab785bd req-8246cee8-f4d7-48f3-a0f9-7e3bce55d54d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Apr 01 13:11:39.253300 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36776) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:39.344457 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-b133c188-b84d-4917-a6c5-84dae575276a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898170 Apr 01 13:11:39.352711 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-24ad83f0-5039-4d7c-b8ca-3efae69b54f9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 13:11:39.353747 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-24ad83f0-5039-4d7c-b8ca-3efae69b54f9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048540 Apr 01 13:11:39.433655 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36784) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:11:39.468740 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:39.529816 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-1c147237-fa9f-4e32-961e-a139c80f824c tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:39.531394 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-1c147237-fa9f-4e32-961e-a139c80f824c tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports/92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 943 time: 0.0967159 Apr 01 13:11:39.952669 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:11:40.029532 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92840956-4dc7-4778-904f-1e69b34f77f1 is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:11:40.029946 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:40.058315 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:40.060552 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ec3e3-243a-44b1-b85c-a6ddab1ca581" -d '{"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-unplugged", "status": "completed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:40.074835 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:40.094236 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7431027-84a6-42a6-8ac4-798c0f2144bb x-openstack-request-id: req-d7431027-84a6-42a6-8ac4-798c0f2144bb {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:40.107167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-unplugged", "status": "failed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "code": 422}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:40.107167 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7431027-84a6-42a6-8ac4-798c0f2144bb {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:40.107167 dv-cinder-836083-2-iscsi neutron-server[103741]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d7431027-84a6-42a6-8ac4-798c0f2144bb']: {'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'code': 422} returned with failed status Apr 01 13:11:40.155980 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:40.210280 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:40.344380 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469d1f-7fb3-4ee6-a1f7-034e0226cb07 req-ca763f3e-9f8e-45c3-a517-043b1adefb7b tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:40.346022 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5469d1f-7fb3-4ee6-a1f7-034e0226cb07 req-ca763f3e-9f8e-45c3-a517-043b1adefb7b tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0579391 Apr 01 13:11:40.399378 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5469d1f-7fb3-4ee6-a1f7-034e0226cb07 req-b1a9817b-37ab-45cf-a8e3-8a52b616b1a5 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Apr 01 13:11:41.522935 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390a4f4-dbc4-446b-8157-c4b18d52a4d2 req-080e8b73-9843-4af8-bca7-d219445c0e2d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:41.524463 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c390a4f4-dbc4-446b-8157-c4b18d52a4d2 req-080e8b73-9843-4af8-bca7-d219445c0e2d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0567994 Apr 01 13:11:41.572603 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c390a4f4-dbc4-446b-8157-c4b18d52a4d2 req-998d7e30-5047-4443-a1ba-79f37408d682 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Apr 01 13:11:41.752579 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-a3b81625-3f8d-442b-9f01-75475762ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:41.754060 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-a3b81625-3f8d-442b-9f01-75475762ca99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a&tenant_id=ba611b0ca5834659bd93325498ac6128 HTTP/1.1" status: 200 len: 1128 time: 0.0555332 Apr 01 13:11:41.820934 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-e5674aa1-af84-4285-bc78-9daeb5579e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:41.822784 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-e5674aa1-af84-4285-bc78-9daeb5579e43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1128 time: 0.0470676 Apr 01 13:11:41.928430 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-80368f2f-949d-4dce-8eb5-94c8d9b314e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:41.930041 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-80368f2f-949d-4dce-8eb5-94c8d9b314e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 910 time: 0.1005461 Apr 01 13:11:42.003380 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-9ff6a1a1-d863-40c5-89ef-5647120d8c29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 1000 time: 0.0662565 Apr 01 13:11:42.054497 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-4416bbfb-e647-41e4-ab07-69e6e253d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:42.056011 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-4416bbfb-e647-41e4-ab07-69e6e253d7ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0463314 Apr 01 13:11:42.114062 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-7c53a8e2-79f0-4972-a012-95953dc0851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:42.115590 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-7c53a8e2-79f0-4972-a012-95953dc0851f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523846 Apr 01 13:11:42.211226 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-047199a2-b871-4fe2-b66c-559606ba7dcf service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889771 Apr 01 13:11:42.321316 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80a649a0-1e5f-45a4-bff6-ad39ae466e36 req-99b86a13-6306-4fba-9521-17ac5addb386 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043954 Apr 01 13:11:42.698619 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdaa4f-6ebd-4440-9e9e-cc4f5fc03ee4 req-9ebe98d1-0e8b-4fc6-8553-02a4951e7639 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:42.700080 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2bbdaa4f-6ebd-4440-9e9e-cc4f5fc03ee4 req-9ebe98d1-0e8b-4fc6-8553-02a4951e7639 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0549104 Apr 01 13:11:42.749041 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2bbdaa4f-6ebd-4440-9e9e-cc4f5fc03ee4 req-5e4e24f3-a9f7-4eb9-a9b3-bced5aef7e43 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Apr 01 13:11:43.867533 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc137c-653a-4a06-afe7-8a9c6b3c8af0 req-b368dd2a-8726-4666-94c2-46c48a50b9b3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:43.869122 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f3cc137c-653a-4a06-afe7-8a9c6b3c8af0 req-b368dd2a-8726-4666-94c2-46c48a50b9b3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0528831 Apr 01 13:11:43.918937 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f3cc137c-653a-4a06-afe7-8a9c6b3c8af0 req-e4aae7b8-e496-4caf-9075-4fee2a01762d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Apr 01 13:11:45.058112 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ded93a-1828-4d68-bdd3-82d1a1c0c14a req-341b5cea-016c-4e0b-a993-5702c96e6e1d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:45.059574 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86ded93a-1828-4d68-bdd3-82d1a1c0c14a req-341b5cea-016c-4e0b-a993-5702c96e6e1d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0690210 Apr 01 13:11:45.135260 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86ded93a-1828-4d68-bdd3-82d1a1c0c14a req-fe0b1467-b13b-4198-8350-08e66c821914 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678837 Apr 01 13:11:46.258587 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33307f0c-5259-4cb5-9f2d-f69e740c33ba req-59ff591f-d1a6-40d7-8a8f-79fcdfa25a33 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:46.260086 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33307f0c-5259-4cb5-9f2d-f69e740c33ba req-59ff591f-d1a6-40d7-8a8f-79fcdfa25a33 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0562754 Apr 01 13:11:46.310162 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33307f0c-5259-4cb5-9f2d-f69e740c33ba req-5c7fc37d-47d8-4135-bdb6-16a2e7bdd286 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Apr 01 13:11:47.428855 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87241710-1508-4372-898e-4b67d4572cb0 req-15053128-775b-41e9-bc6c-417fc8515d3e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:47.430365 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-87241710-1508-4372-898e-4b67d4572cb0 req-15053128-775b-41e9-bc6c-417fc8515d3e tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0527287 Apr 01 13:11:47.482988 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-87241710-1508-4372-898e-4b67d4572cb0 req-664607a3-e1a0-4bf3-8ace-dd2c6fac26da tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468419 Apr 01 13:11:47.600437 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:11:48.616049 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15d99-e0f1-49fc-b4c3-e3652ff9d7e4 req-6d4b1a06-7b4b-4ddc-b241-b397db953b0a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:48.617529 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-91e15d99-e0f1-49fc-b4c3-e3652ff9d7e4 req-6d4b1a06-7b4b-4ddc-b241-b397db953b0a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0621374 Apr 01 13:11:48.671390 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-91e15d99-e0f1-49fc-b4c3-e3652ff9d7e4 req-ce2b79bf-8820-4f8e-9e54-6ce5c4d7ed62 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Apr 01 13:11:49.788389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11468c06-25ef-4ba0-b41f-a54af3c83863 req-f1816d0f-a92e-4da2-9cd3-0635cd1f4fa5 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:49.789946 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-11468c06-25ef-4ba0-b41f-a54af3c83863 req-f1816d0f-a92e-4da2-9cd3-0635cd1f4fa5 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 944 time: 0.0532327 Apr 01 13:11:49.837616 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-11468c06-25ef-4ba0-b41f-a54af3c83863 req-c6c9acb4-d943-4621-9313-940bb7435086 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Apr 01 13:11:50.013782 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:11:50.110877 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:50.122098 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '92840956-4dc7-4778-904f-1e69b34f77f1', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'port_id': '92840956-4dc7-4778-904f-1e69b34f77f1', 'mac_address': 'fa:16:3e:9a:ee:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:11:50.157926 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92840956-4dc7-4778-904f-1e69b34f77f1 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:11:50.158310 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:50.171780 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92840956-4dc7-4778-904f-1e69b34f77f1 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:11:50.190990 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:50.245744 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:50.297396 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:50.468729 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['92840956-4dc7-4778-904f-1e69b34f77f1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:11:50.959836 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841bc7b-8e00-428f-9b53-b29731032aca req-890d962e-e627-4128-8e32-ab4fb1cff3d3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:50.961343 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c841bc7b-8e00-428f-9b53-b29731032aca req-890d962e-e627-4128-8e32-ab4fb1cff3d3 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 945 time: 0.0531981 Apr 01 13:11:51.012843 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c841bc7b-8e00-428f-9b53-b29731032aca req-5c3d365a-64a7-419b-8ca6-dc8ed4111e87 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Apr 01 13:11:52.033710 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:11:52.084011 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 92840956-4dc7-4778-904f-1e69b34f77f1 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:11:52.084512 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:52.138486 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cda21-487b-4c1b-8fad-63a9d7e29b1d req-0d925ce6-5e0c-440b-9066-7238fbf040dc tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:52.140365 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-456cda21-487b-4c1b-8fad-63a9d7e29b1d req-0d925ce6-5e0c-440b-9066-7238fbf040dc tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 945 time: 0.0562484 Apr 01 13:11:52.163786 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 92840956-4dc7-4778-904f-1e69b34f77f1 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:11:52.164188 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:52.192004 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-456cda21-487b-4c1b-8fad-63a9d7e29b1d req-2e10aee0-aa1a-4727-8460-8fd8e6afc8da tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 Apr 01 13:11:52.192967 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:11:52.200775 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de64a1e-94f0-40a5-a091-f2c9a8878e2e" -d '{"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-plugged", "status": "completed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:11:52.213524 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:11:52.232949 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c1e7fb-0da6-4329-aa22-fe193acf2dcf x-openstack-request-id: req-d9c1e7fb-0da6-4329-aa22-fe193acf2dcf {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:11:52.233979 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-plugged", "status": "completed", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:11:52.233979 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9c1e7fb-0da6-4329-aa22-fe193acf2dcf {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:11:52.233979 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c1e7fb-0da6-4329-aa22-fe193acf2dcf'] response: {'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'code': 200} Apr 01 13:11:52.281549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:52.330304 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:11:52.533418 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22db150-9b8d-40fd-81ab-fa4d16138b00 req-9c256d5b-afd7-458b-b688-dd50348449ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:52.534967 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e22db150-9b8d-40fd-81ab-fa4d16138b00 req-9c256d5b-afd7-458b-b688-dd50348449ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0454586 Apr 01 13:11:52.582926 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e22db150-9b8d-40fd-81ab-fa4d16138b00 req-c0f77334-b310-47df-a995-6af7d77b5a7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Apr 01 13:11:53.310955 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc83b-480c-44bd-a690-61a74de12f8d req-1b485f60-8a4a-44ca-9499-ffb21d974ed4 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:53.312742 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-46acc83b-480c-44bd-a690-61a74de12f8d req-1b485f60-8a4a-44ca-9499-ffb21d974ed4 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0530353 Apr 01 13:11:53.367029 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-46acc83b-480c-44bd-a690-61a74de12f8d req-ea43bddd-e94c-4b5f-a9b1-2f35708efd66 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487649 Apr 01 13:11:54.489512 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950c8b9-83d4-45d5-8172-70214ebeff9d req-4bdf918e-8a86-4b4f-a960-ab71dccb07c0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:11:54.491029 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b950c8b9-83d4-45d5-8172-70214ebeff9d req-4bdf918e-8a86-4b4f-a960-ab71dccb07c0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0548246 Apr 01 13:11:54.543018 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b950c8b9-83d4-45d5-8172-70214ebeff9d req-e481d9e7-291a-4e0f-9a70-2ca27374e334 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Apr 01 13:11:57.412381 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbe97-1100-43c5-8c38-39f039af6735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:11:59.835522 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1ad6af4b-79f3-412b-a5f5-84c34dc27208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:00.955631 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:02.457788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:03.738057 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:09.698288 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:13.838984 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b47a97-6d71-474e-8b03-f5c62ea046b9 req-392a7d0a-12a9-42cb-87ac-808f6d01ab3e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:13.840496 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d6b47a97-6d71-474e-8b03-f5c62ea046b9 req-392a7d0a-12a9-42cb-87ac-808f6d01ab3e tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0557909 Apr 01 13:12:13.889993 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d6b47a97-6d71-474e-8b03-f5c62ea046b9 req-78eeee12-48eb-49a5-a6c1-d717a0b575cf tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Apr 01 13:12:15.025341 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a45b9d-88e0-4772-a478-b4dbdfb6fe51 req-6b220aa1-bc2a-4d3e-9227-92d11e2733b7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:15.026949 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a45b9d-88e0-4772-a478-b4dbdfb6fe51 req-6b220aa1-bc2a-4d3e-9227-92d11e2733b7 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0622253 Apr 01 13:12:15.085906 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a45b9d-88e0-4772-a478-b4dbdfb6fe51 req-1c83b4bf-0418-4f9a-aec6-2c637f503780 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups?id=12cd0c60-237e-4f49-b3da-0c3b8640e4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Apr 01 13:12:15.463554 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-4ccc7ce9-d8f5-4b93-b003-278776db176d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:15.465078 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-4ccc7ce9-d8f5-4b93-b003-278776db176d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 946 time: 0.0565407 Apr 01 13:12:15.566967 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port 108d251f-9808-43c3-b59f-de6a909029f0 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:15.567307 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (108d251f-9808-43c3-b59f-de6a909029f0), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:15.657351 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] For port 108d251f-9808-43c3-b59f-de6a909029f0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=108d251f-9808-43c3-b59f-de6a909029f0,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:12:15.657746 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (108d251f-9808-43c3-b59f-de6a909029f0), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:15.850023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:15.850314 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4181882'] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:15.850659 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Floating IP 880aeb94-214c-414c-bedc-e8bf784a639f disassociated. External IP: 172.27.2.12, port: 108d251f-9808-43c3-b59f-de6a909029f0. Apr 01 13:12:15.851062 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for 108d251f-9808-43c3-b59f-de6a909029f0 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:16.069478 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (108d251f-9808-43c3-b59f-de6a909029f0), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:16.104813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=108d251f-9808-43c3-b59f-de6a909029f0,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:16.118295 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.118649 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.118996 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.119648 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.120348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.120348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.120348 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.120689 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.121002 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.121365 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.121683 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.122015 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.122339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.123216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.123216 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:16.227785 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7108fc03-eb37-4b94-8446-50450f7f5d26 req-0dbf75ca-25b9-4e05-995a-f58ea850994c tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 210 time: 0.0621073 Apr 01 13:12:16.274304 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:12:16.388401 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:12:16.431283 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:12:16.433429 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] No DVR routers for this DVR port 108d251f-9808-43c3-b59f-de6a909029f0 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:12:16.436064 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:16.439768 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-00a92d07-bfe4-48af-a99f-21f7ec776fd0 req-871105b9-0bfa-4c45-9622-d03cc686be09 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.62 "DELETE /v2.0/ports/108d251f-9808-43c3-b59f-de6a909029f0 HTTP/1.1" status: 204 len: 173 time: 0.9691999 Apr 01 13:12:16.440338 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'name': 'network-vif-deleted', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:12:16.443436 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed27561-ab42-43bc-a8f0-ab3da8caf803" -d '{"events": [{"server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "name": "network-vif-deleted", "tag": "108d251f-9808-43c3-b59f-de6a909029f0"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:12:16.490978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f1fefe-4192-4111-9e4e-a810690f6b1f x-openstack-request-id: req-70f1fefe-4192-4111-9e4e-a810690f6b1f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:12:16.491621 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100968d4-1d8f-444e-a826-1d1f3c92b285", "name": "network-vif-deleted", "tag": "108d251f-9808-43c3-b59f-de6a909029f0", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:12:16.491820 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70f1fefe-4192-4111-9e4e-a810690f6b1f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:12:16.492243 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f1fefe-4192-4111-9e4e-a810690f6b1f'] response: {'server_uuid': '100968d4-1d8f-444e-a826-1d1f3c92b285', 'name': 'network-vif-deleted', 'tag': '108d251f-9808-43c3-b59f-de6a909029f0', 'status': 'completed', 'code': 200} Apr 01 13:12:16.590820 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:12:16.591559 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:12:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:16.733077 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:12:16.790936 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-40ba89df-c661-4cbf-8e4b-c35bbacc1026 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488009 Apr 01 13:12:16.883766 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-61722374-47a3-48ef-9baa-21e40731ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:16.885310 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-61722374-47a3-48ef-9baa-21e40731ed2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0473182 Apr 01 13:12:16.978510 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:17.002223 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-f0da09f6-5187-49b7-949f-91aa3a72e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:17.003731 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-f0da09f6-5187-49b7-949f-91aa3a72e435 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 910 time: 0.0985348 Apr 01 13:12:17.006163 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:12:17.024549 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:12:17.025194 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:12:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:17.084080 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-10bdb3af-f1e9-4521-aa3e-5ac400da447f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 1002 time: 0.0660129 Apr 01 13:12:17.139253 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-46e8e7dc-8055-42fb-9228-e2baf8249504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:17.140708 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-46e8e7dc-8055-42fb-9228-e2baf8249504 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0504723 Apr 01 13:12:17.144804 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:12:17.192039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-49ebab3e-0320-4be9-a6b5-04b8862cd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:12:17.193608 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-49ebab3e-0320-4be9-a6b5-04b8862cd8e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467331 Apr 01 13:12:17.292344 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-9c432f81-2a15-41c1-8a44-41598e2b4c16 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911126 Apr 01 13:12:17.362262 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:17.377830 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8b15c46-477a-4537-887d-84710506b0d8 req-fceaccbe-2907-4d67-85f7-36bee0a56d91 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/ports?device_id=100968d4-1d8f-444e-a826-1d1f3c92b285 HTTP/1.1" status: 200 len: 210 time: 0.0550010 Apr 01 13:12:17.406592 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b151c-339c-4c3d-9046-246748662eb8 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:07:35Z', 'revision_number': 4, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '7cead2dd-ffc4-4155-b5b5-d735306f54d2', 'name': '', 'network_id': '10f7afac-4118-4b84-a0a2-5b1af3f27d35', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'mac_address': 'fa:16:3e:e4:34:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:34Z', 'updated_at': '2022-04-01T13:07:39Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'subnets': [{'id': '8fc8c086-fc56-4da4-99e7-86af445fc942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:12:17.423656 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-868665e9-0a2e-4379-8182-8b68bce0da51 req-f0685bf3-ab23-437c-9bd4-8edf7a9066c8 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243558 Apr 01 13:12:17.647193 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c8732-d7de-4d01-8b04-bbd05ddb5cf2 None None] New status for floating IP 880aeb94-214c-414c-bedc-e8bf784a639f: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:12:18.105580 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 108d251f-9808-43c3-b59f-de6a909029f0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:12:18.126588 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 108d251f-9808-43c3-b59f-de6a909029f0 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:12:18.126931 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 108d251f-9808-43c3-b59f-de6a909029f0 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:12:18.537919 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36902) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:18.608746 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (12cd0c60-237e-4f49-b3da-0c3b8640e4ff), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:18.636842 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (12cd0c60-237e-4f49-b3da-0c3b8640e4ff), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:18.777706 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (12cd0c60-237e-4f49-b3da-0c3b8640e4ff), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:18.780393 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:18.782641 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/security-groups/12cd0c60-237e-4f49-b3da-0c3b8640e4ff HTTP/1.1" status: 204 len: 168 time: 0.2426195 Apr 01 13:12:18.785398 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36904) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:18.792597 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd0c60-237e-4f49-b3da-0c3b8640e4ff,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:18.799510 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-ff460502-29d5-4bb3-9bd0-19a47a39136d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] show failed (client error): The resource could not be found. Apr 01 13:12:18.800582 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ff460502-29d5-4bb3-9bd0-19a47a39136d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "GET /v2.0/security-groups/12cd0c60-237e-4f49-b3da-0c3b8640e4ff HTTP/1.1" status: 404 len: 347 time: 0.0139441 Apr 01 13:12:18.801672 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.802016 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.802347 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.802683 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.803005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.803338 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.803659 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.803975 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.804293 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.804612 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.805073 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.805224 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36906) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:18.805404 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.805748 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.806061 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:18.806380 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d955d8d2-51c2-4b8d-89b3-7d7cb050bb8d tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:19.200547 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Deleting port 64d6b504-9b0d-4c55-9862-a0643c95607b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:19.200848 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.296144 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.296472 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (64d6b504-9b0d-4c55-9862-a0643c95607b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.308907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Calling delete_port for 64d6b504-9b0d-4c55-9862-a0643c95607b owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:19.520763 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (64d6b504-9b0d-4c55-9862-a0643c95607b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.545172 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Pushing event deleted for resources: {'Port': ['ID=64d6b504-9b0d-4c55-9862-a0643c95607b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:19.616839 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks [] for floatingip (880aeb94-214c-414c-bedc-e8bf784a639f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.619562 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:19.620697 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bb01dd80-131d-48b2-b0c2-4d98168cd5c6 tempest-AttachVolumeNegativeTest-24960175 tempest-AttachVolumeNegativeTest-24960175-project] 10.222.0.43 "DELETE /v2.0/floatingips/880aeb94-214c-414c-bedc-e8bf784a639f HTTP/1.1" status: 204 len: 168 time: 0.8146534 Apr 01 13:12:23.837227 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36944) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:24.230353 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:24.510563 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Deleting port 7cead2dd-ffc4-4155-b5b5-d735306f54d2 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:24.510907 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:24.593270 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] For port 7cead2dd-ffc4-4155-b5b5-d735306f54d2, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=7cead2dd-ffc4-4155-b5b5-d735306f54d2,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:12:24.593734 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:24.599789 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:12:24.607512 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Calling delete_port for 7cead2dd-ffc4-4155-b5b5-d735306f54d2 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:24.914278 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (7cead2dd-ffc4-4155-b5b5-d735306f54d2), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:24.938969 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cead2dd-ffc4-4155-b5b5-d735306f54d2,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:25.137917 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:25.371083 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:12:25.485812 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:12:25.490805 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9eab8e83-f548-4467-bd0e-bea71bae6f5e admin admin] 10.222.0.43 "PUT /v2.0/routers/ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525011 Apr 01 13:12:25.494331 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36946) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:25.495876 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Sync routers for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:12:25.506984 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:12:25.507526 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:12:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:25.618196 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks [] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:25.646761 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:12:25.726412 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks [] for router_gateway (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:25.880758 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Deleting port 58db6e44-ca4e-4745-9b10-b741cfc596a3 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:25.881222 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:25.916508 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:12:24Z', 'revision_number': 5, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port': {'id': '58db6e44-ca4e-4745-9b10-b741cfc596a3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:07:32Z', 'updated_at': '2022-04-01T13:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:25.945627 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Checking router: ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:12:25.955366 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Routers {'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:12:25.956039 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:12:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:25.998357 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] For port 58db6e44-ca4e-4745-9b10-b741cfc596a3, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=58db6e44-ca4e-4745-9b10-b741cfc596a3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:12:25.998357 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.013895 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Calling delete_port for 58db6e44-ca4e-4745-9b10-b741cfc596a3 owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:26.053404 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] Set router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:12:26.112720 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:12:25Z', 'revision_number': 6, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:26.141962 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b02-4752-4883-aaf4-7052fcbf6678 None None] The sync data for ids ['ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e'] in dv-cinder-836083-2-iscsi is: [{'id': 'ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e', 'name': 'tempest-AttachVolumeNegativeTest-820475736-router', 'tenant_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:07:31Z', 'updated_at': '2022-04-01T13:12:25Z', 'revision_number': 6, 'project_id': '9050d0c5d2ee40cdaae12a855ce88a1e', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:12:26.285230 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (58db6e44-ca4e-4745-9b10-b741cfc596a3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.311538 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=58db6e44-ca4e-4745-9b10-b741cfc596a3,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:26.380851 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.476843 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.480142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks [] for router_controller (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.617591 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.618233 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:12:26.622872 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.624082 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-36bf42d3-a06c-4954-b7d2-751be3d33e23 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ce415a42-84b6-4f1a-b32d-5a1ad6d1bc8e HTTP/1.1" status: 204 len: 168 time: 1.1287830 Apr 01 13:12:26.626696 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 36950) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:26.674389 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Deleting subnet 8fc8c086-fc56-4da4-99e7-86af445fc942 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:12:26.677860 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Publish callbacks [] for subnet (8fc8c086-fc56-4da4-99e7-86af445fc942), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.714003 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (8fc8c086-fc56-4da4-99e7-86af445fc942), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.800084 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (8fc8c086-fc56-4da4-99e7-86af445fc942), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.938029 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (8fc8c086-fc56-4da4-99e7-86af445fc942), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.966133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc8c086-fc56-4da4-99e7-86af445fc942,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:26.970801 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:26.974237 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-72ee390d-7adc-49e9-8163-e0943e9771d8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8fc8c086-fc56-4da4-99e7-86af445fc942 HTTP/1.1" status: 204 len: 168 time: 0.3463776 Apr 01 13:12:26.976326 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e840cf-b55b-4e05-9b89-41e7d58369f8 None None] Network 10f7afac-4118-4b84-a0a2-5b1af3f27d35 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:12:26.977528 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36954) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:27.064380 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (10f7afac-4118-4b84-a0a2-5b1af3f27d35), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.146829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Deleting port 9680bd3f-de2b-4888-8cc0-7b66344adcaa {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:27.146829 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.199758 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] DHCP port deletion for 10f7afac-4118-4b84-a0a2-5b1af3f27d35 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:12:27.222412 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] For port 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=9680bd3f-de2b-4888-8cc0-7b66344adcaa,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:12:27.222776 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.240409 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Calling delete_port for 9680bd3f-de2b-4888-8cc0-7b66344adcaa owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:27.266279 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Deleting port 9680bd3f-de2b-4888-8cc0-7b66344adcaa {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:12:27.266653 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.339728 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] For port 9680bd3f-de2b-4888-8cc0-7b66344adcaa, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=9680bd3f-de2b-4888-8cc0-7b66344adcaa,segment=NetworkSegment(66989f45-6f0e-45c4-9d24-9d2b27bbe5f0),segment_id=66989f45-6f0e-45c4-9d24-9d2b27bbe5f0)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:12:27.340272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.363469 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Calling delete_port for 9680bd3f-de2b-4888-8cc0-7b66344adcaa owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:12:27.445819 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.452596 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (9680bd3f-de2b-4888-8cc0-7b66344adcaa), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.474746 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Pushing event deleted for resources: {'Port': ['ID=9680bd3f-de2b-4888-8cc0-7b66344adcaa,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:27.476652 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] No DVR routers for this DVR port 9680bd3f-de2b-4888-8cc0-7b66344adcaa on host dv-cinder-836083-2-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:12:27.484494 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fc9cba38-0742-484c-aa8e-246d4fb792b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.487230 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Pushing event deleted for resources: {'Port': ['ID=9680bd3f-de2b-4888-8cc0-7b66344adcaa,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:27.494757 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] No DVR routers for this DVR port 9680bd3f-de2b-4888-8cc0-7b66344adcaa on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:12:27.499291 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.499655 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.500043 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.500381 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.500708 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.501038 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.501393 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.501886 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.502231 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.502613 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.502772 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.503083 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.503411 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.503724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.504040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49892c-b496-4a4d-bd3c-fd3e43db0b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:12:27.569223 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (10f7afac-4118-4b84-a0a2-5b1af3f27d35), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.602322 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f7afac-4118-4b84-a0a2-5b1af3f27d35']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:27.616978 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:27.617275 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66989f45-6f0e-45c4-9d24-9d2b27bbe5f0') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:12:27.637003 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (66989f45-6f0e-45c4-9d24-9d2b27bbe5f0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.659224 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (66989f45-6f0e-45c4-9d24-9d2b27bbe5f0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.668999 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:12:27.669734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (66989f45-6f0e-45c4-9d24-9d2b27bbe5f0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:12:27.672666 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:12:27.817996 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (10f7afac-4118-4b84-a0a2-5b1af3f27d35), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.824566 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:27.827619 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] 10.222.0.43 "DELETE /v2.0/networks/10f7afac-4118-4b84-a0a2-5b1af3f27d35 HTTP/1.1" status: 204 len: 168 time: 0.8487303 Apr 01 13:12:27.841546 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544deec9-a956-45be-b5a6-d98ac7d8a57f admin admin] Pushing event deleted for resources: {'Network': ['ID=10f7afac-4118-4b84-a0a2-5b1af3f27d35,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:27.977435 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 7cead2dd-ffc4-4155-b5b5-d735306f54d2 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:12:28.002267 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 7cead2dd-ffc4-4155-b5b5-d735306f54d2 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:12:28.002609 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 7cead2dd-ffc4-4155-b5b5-d735306f54d2 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:12:28.003045 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 58db6e44-ca4e-4745-9b10-b741cfc596a3 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:12:28.024290 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 58db6e44-ca4e-4745-9b10-b741cfc596a3 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:12:28.024694 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 58db6e44-ca4e-4745-9b10-b741cfc596a3 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:12:28.025049 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 9680bd3f-de2b-4888-8cc0-7b66344adcaa no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:12:28.047525 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 9680bd3f-de2b-4888-8cc0-7b66344adcaa {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:12:28.048032 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 9680bd3f-de2b-4888-8cc0-7b66344adcaa not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:12:28.305723 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36958) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:28.351598 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-34e7871f-be36-41ac-892e-44b1405a26bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9050d0c5d2ee40cdaae12a855ce88a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446796 Apr 01 13:12:28.354190 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 36960) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:28.407306 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] Publish callbacks [] for security_group (bbf71e63-04d4-4f65-bdc1-ce3352959960), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:28.430678 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] Publish callbacks [] for security_group (bbf71e63-04d4-4f65-bdc1-ce3352959960), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:28.823156 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (bbf71e63-04d4-4f65-bdc1-ce3352959960), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:28.825689 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:28.826845 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbf71e63-04d4-4f65-bdc1-ce3352959960 HTTP/1.1" status: 204 len: 168 time: 0.4717338 Apr 01 13:12:28.836151 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b329-525a-424e-af77-782e93fdf545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf71e63-04d4-4f65-bdc1-ce3352959960,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:29.852171 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-cdd2394e-9085-4aa7-acd1-a3099282dcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:30.971059 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.457700 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.472056 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37030) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:32.608662 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d924355c-6c79-4f8c-a319-92e88abf3eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.695123 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d924355c-6c79-4f8c-a319-92e88abf3eae admin admin] Publish callbacks [] for security_group (f3f52734-8f7b-412c-b3ee-6847e71dcf14), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.754730 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d924355c-6c79-4f8c-a319-92e88abf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f3f52734-8f7b-412c-b3ee-6847e71dcf14), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.793245 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924355c-6c79-4f8c-a319-92e88abf3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f52734-8f7b-412c-b3ee-6847e71dcf14,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:32.798225 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d924355c-6c79-4f8c-a319-92e88abf3eae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=221a25391a2f455395c32f8c38d0b323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250437 Apr 01 13:12:32.801121 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37034) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:32.854618 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] Publish callbacks [] for security_group (f3f52734-8f7b-412c-b3ee-6847e71dcf14), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.878189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] Publish callbacks [] for security_group (f3f52734-8f7b-412c-b3ee-6847e71dcf14), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.983317 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f3f52734-8f7b-412c-b3ee-6847e71dcf14), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.986816 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:32.988007 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3f52734-8f7b-412c-b3ee-6847e71dcf14 HTTP/1.1" status: 204 len: 168 time: 0.1861629 Apr 01 13:12:32.996252 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab521a80-4aab-4f45-a4a9-11087a01bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f52734-8f7b-412c-b3ee-6847e71dcf14,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:33.662939 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37040) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:33.678092 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fbbde353-a025-41d4-8e85-00fd85b30968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:33.737336 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:33.764136 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fbbde353-a025-41d4-8e85-00fd85b30968 admin admin] Publish callbacks [] for security_group (f6cebdba-c30c-45f5-96c0-c333acd1aab9), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:33.840656 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fbbde353-a025-41d4-8e85-00fd85b30968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f6cebdba-c30c-45f5-96c0-c333acd1aab9), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:33.879410 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbde353-a025-41d4-8e85-00fd85b30968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cebdba-c30c-45f5-96c0-c333acd1aab9,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:33.883805 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fbbde353-a025-41d4-8e85-00fd85b30968 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3bf515246e641aead9056fb0210fd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193849 Apr 01 13:12:33.898405 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37042) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:33.946075 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] Publish callbacks [] for security_group (f6cebdba-c30c-45f5-96c0-c333acd1aab9), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:33.969992 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] Publish callbacks [] for security_group (f6cebdba-c30c-45f5-96c0-c333acd1aab9), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:34.086637 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (f6cebdba-c30c-45f5-96c0-c333acd1aab9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:34.088806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:34.090033 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6cebdba-c30c-45f5-96c0-c333acd1aab9 HTTP/1.1" status: 204 len: 168 time: 0.2012637 Apr 01 13:12:34.098503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25ec7-0f32-479a-8163-41f78d217bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cebdba-c30c-45f5-96c0-c333acd1aab9,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:39.440109 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:54.690145 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37252) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:54.802917 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3146e17-b4b8-4e73-87ac-d355920f6414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:54.880741 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3146e17-b4b8-4e73-87ac-d355920f6414 admin admin] Publish callbacks [] for security_group (c53a7186-8d1d-41c1-bb19-3d2e01e92f50), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.045189 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f3146e17-b4b8-4e73-87ac-d355920f6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c53a7186-8d1d-41c1-bb19-3d2e01e92f50), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.084705 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146e17-b4b8-4e73-87ac-d355920f6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a7186-8d1d-41c1-bb19-3d2e01e92f50,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:55.089623 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f3146e17-b4b8-4e73-87ac-d355920f6414 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d320d01a435d44fba2762dc4cbb014d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983748 Apr 01 13:12:55.094484 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37256) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:55.145953 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] Publish callbacks [] for security_group (c53a7186-8d1d-41c1-bb19-3d2e01e92f50), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.168853 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] Publish callbacks [] for security_group (c53a7186-8d1d-41c1-bb19-3d2e01e92f50), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.262970 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (c53a7186-8d1d-41c1-bb19-3d2e01e92f50), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.266420 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.267708 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c53a7186-8d1d-41c1-bb19-3d2e01e92f50 HTTP/1.1" status: 204 len: 168 time: 0.1722429 Apr 01 13:12:55.279780 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3737f88-c2e3-4c91-bd06-363f566f08b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a7186-8d1d-41c1-bb19-3d2e01e92f50,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:55.844288 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37262) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:55.857962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-108ace0f-776b-424b-ba54-e8a20bad9c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:55.946028 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-108ace0f-776b-424b-ba54-e8a20bad9c62 admin admin] Publish callbacks [] for security_group (e95dac81-d2a4-4d8d-a714-d78a4fb445c5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.039813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-108ace0f-776b-424b-ba54-e8a20bad9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (e95dac81-d2a4-4d8d-a714-d78a4fb445c5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.082399 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-108ace0f-776b-424b-ba54-e8a20bad9c62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e1e76b916674459a1ef6ee706677976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369366 Apr 01 13:12:56.083527 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ace0f-776b-424b-ba54-e8a20bad9c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95dac81-d2a4-4d8d-a714-d78a4fb445c5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:56.085084 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37264) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:56.141463 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6632d278-4697-483b-9735-949be0196525 admin admin] Publish callbacks [] for security_group (e95dac81-d2a4-4d8d-a714-d78a4fb445c5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.164452 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6632d278-4697-483b-9735-949be0196525 admin admin] Publish callbacks [] for security_group (e95dac81-d2a4-4d8d-a714-d78a4fb445c5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.314202 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6632d278-4697-483b-9735-949be0196525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (e95dac81-d2a4-4d8d-a714-d78a4fb445c5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.316794 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6632d278-4697-483b-9735-949be0196525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:56.317979 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6632d278-4697-483b-9735-949be0196525 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e95dac81-d2a4-4d8d-a714-d78a4fb445c5 HTTP/1.1" status: 204 len: 168 time: 0.2311611 Apr 01 13:12:56.327111 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632d278-4697-483b-9735-949be0196525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95dac81-d2a4-4d8d-a714-d78a4fb445c5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:57.422890 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-75e8d748-3e34-4f08-b928-8463dc106770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.134542 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37298) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:58.247264 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e994e48-6c70-4f33-bfc6-26944ac0fb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.328394 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e994e48-6c70-4f33-bfc6-26944ac0fb1b admin admin] Publish callbacks [] for security_group (b003ab64-87c5-4c4d-a761-2601352eb2ef), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.411407 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e994e48-6c70-4f33-bfc6-26944ac0fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b003ab64-87c5-4c4d-a761-2601352eb2ef), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.455692 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9e994e48-6c70-4f33-bfc6-26944ac0fb1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3f55a5f6395490cb6a6d59dc076c948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199272 Apr 01 13:12:58.456535 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e994e48-6c70-4f33-bfc6-26944ac0fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003ab64-87c5-4c4d-a761-2601352eb2ef,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:58.458310 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37302) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:12:58.517532 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] Publish callbacks [] for security_group (b003ab64-87c5-4c4d-a761-2601352eb2ef), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.547567 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] Publish callbacks [] for security_group (b003ab64-87c5-4c4d-a761-2601352eb2ef), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.674503 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (b003ab64-87c5-4c4d-a761-2601352eb2ef), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.677202 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:12:58.678473 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b003ab64-87c5-4c4d-a761-2601352eb2ef HTTP/1.1" status: 204 len: 168 time: 0.2190447 Apr 01 13:12:58.687543 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0f43-94dc-4288-a598-64aa5199a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003ab64-87c5-4c4d-a761-2601352eb2ef,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:12:59.829005 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-36563966-2c0d-444c-a8d0-cae7c28ef71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:00.982617 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:01.599949 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:13:02.536874 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:03.730923 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:07.927513 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37350) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:08.093670 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Deleting port 503e4c55-10ee-4123-a8b5-60f07adaec34 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:08.094025 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.183920 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.184178 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for floatingip (503e4c55-10ee-4123-a8b5-60f07adaec34), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.198210 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Calling delete_port for 503e4c55-10ee-4123-a8b5-60f07adaec34 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:08.445465 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (503e4c55-10ee-4123-a8b5-60f07adaec34), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.472074 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event deleted for resources: {'Port': ['ID=503e4c55-10ee-4123-a8b5-60f07adaec34,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:08.543577 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for floatingip (51eeef36-efce-45ab-b58e-4dc04c629399), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.543905 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Floating IP 51eeef36-efce-45ab-b58e-4dc04c629399 disassociated (deleted). External IP: 172.27.2.185, port: 92840956-4dc7-4778-904f-1e69b34f77f1. Apr 01 13:13:08.768415 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:13:08.886216 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:13:08.890721 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:08.898085 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Sync routers for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:13:08.909751 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:08.910402 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:08.923391 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e23d9aad-0087-495e-96f3-0285334867c7 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "DELETE /v2.0/floatingips/51eeef36-efce-45ab-b58e-4dc04c629399 HTTP/1.1" status: 204 len: 168 time: 0.9947655 Apr 01 13:13:08.924099 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:13:08.926643 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee98c69d71108cf200a8401f6ba5096b38ae3eafa9faa0661ec04d4ae960664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:13:09.052512 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:09.150966 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c1406a-e9a3-4968-98ba-ab0271bbdde8 x-openstack-request-id: req-d6c1406a-e9a3-4968-98ba-ab0271bbdde8 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:13:09.151763 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:13:09.151976 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6c1406a-e9a3-4968-98ba-ab0271bbdde8 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:13:09.152712 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c1406a-e9a3-4968-98ba-ab0271bbdde8'] response: {'name': 'network-changed', 'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'status': 'completed', 'code': 200} Apr 01 13:13:09.290040 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:09.319359 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Checking router: df25a4f2-563d-4b12-bb61-8493e7c8c3b6 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:13:09.329398 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:09.330124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:09.463410 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:09.494717 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:09.551945 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e89863-664c-4dfd-aee3-da82d5feda70 req-a80c9a2b-959d-47ea-94dc-e43233c9705a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:09.553847 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50e89863-664c-4dfd-aee3-da82d5feda70 req-a80c9a2b-959d-47ea-94dc-e43233c9705a tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0640635 Apr 01 13:13:09.617311 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50e89863-664c-4dfd-aee3-da82d5feda70 req-afc4dca4-55d3-476a-98da-298bff54bc5d tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568852 Apr 01 13:13:09.698263 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:09.727693 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb707391-f4e4-4edf-9fcf-eb50c9954f3d None None] The sync data for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi is: [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:08:36Z', 'revision_number': 4, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi', '_interfaces': [{'id': '0049f042-22fd-4486-ba20-2ca41c397e4f', 'name': '', 'network_id': 'e3723862-eefd-4c1d-8b3b-0f3acc1302a3', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'mac_address': 'fa:16:3e:7e:74:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:36Z', 'updated_at': '2022-04-01T13:08:40Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'subnets': [{'id': '467f8b85-6dd5-48db-9e0c-a61571c8a337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:13:09.990675 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8e03f-6e41-4f7d-bf2a-b36b2ee35238 None None] New status for floating IP 51eeef36-efce-45ab-b58e-4dc04c629399: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:13:09.997991 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-61026354-236b-46bd-ae8a-ab065a26e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:09.997991 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-61026354-236b-46bd-ae8a-ab065a26e2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba611b0ca5834659bd93325498ac6128&device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 1130 time: 0.0609908 Apr 01 13:13:10.108948 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-7404295a-7035-46f6-a5cd-0c77d35c260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:10.110722 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-7404295a-7035-46f6-a5cd-0c77d35c260d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 200 len: 910 time: 0.1081357 Apr 01 13:13:10.169460 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-03d75b03-499d-4bf7-a2e7-15a35e029a8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 200 len: 217 time: 0.0517595 Apr 01 13:13:10.227966 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-b8fdb43f-c962-4f26-8e90-f8c46bb5eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:10.229439 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-b8fdb43f-c962-4f26-8e90-f8c46bb5eb5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 200 len: 848 time: 0.0534225 Apr 01 13:13:10.285044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-8f239693-3907-47a3-b526-19640f3e8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:10.286865 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-8f239693-3907-47a3-b526-19640f3e8f02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3723862-eefd-4c1d-8b3b-0f3acc1302a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510166 Apr 01 13:13:10.385740 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-3d440a75-d5d0-4850-a937-8a416899ab20 service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910087 Apr 01 13:13:10.501783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8595f3d2-35d1-43e9-90be-bf2ab9a49e0e req-9646b12d-179e-4033-8caa-d80afdba7cfd service neutron] 10.222.0.62 "GET /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093516 Apr 01 13:13:10.758782 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2351-2a4c-438b-b14b-b6f1d777bafd req-e46e2e86-5471-4cbb-8ad0-eac8831a5669 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:10.760294 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab2f2351-2a4c-438b-b14b-b6f1d777bafd req-e46e2e86-5471-4cbb-8ad0-eac8831a5669 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0632057 Apr 01 13:13:10.825911 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab2f2351-2a4c-438b-b14b-b6f1d777bafd req-21573087-749b-4a7d-b9b9-8242d06096b4 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597146 Apr 01 13:13:11.631275 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169730d-8634-4546-9e93-02636dcd683d req-9b732ee9-3b24-4266-835f-c436f73d52d0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:11.639388 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9169730d-8634-4546-9e93-02636dcd683d req-9b732ee9-3b24-4266-835f-c436f73d52d0 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.62 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0601232 Apr 01 13:13:11.741967 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Deleting port 92840956-4dc7-4778-904f-1e69b34f77f1 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:11.742313 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:11.836927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] For port 92840956-4dc7-4778-904f-1e69b34f77f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=92840956-4dc7-4778-904f-1e69b34f77f1,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:11.836927 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:11.852728 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Calling delete_port for 92840956-4dc7-4778-904f-1e69b34f77f1 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:11.988036 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6087a-3a9d-4f3e-9655-f591b69bbce4 req-88256ab8-c14e-4d60-b6ba-893fcb358143 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:11.989670 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8e6087a-3a9d-4f3e-9655-f591b69bbce4 req-88256ab8-c14e-4d60-b6ba-893fcb358143 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 946 time: 0.0852168 Apr 01 13:13:12.073226 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8e6087a-3a9d-4f3e-9655-f591b69bbce4 req-2ca292af-237a-4b90-9916-6194d14e5e98 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b0448a1-eec8-4a56-91cd-b957cc016caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636661 Apr 01 13:13:12.159676 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (92840956-4dc7-4778-904f-1e69b34f77f1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:12.192585 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event deleted for resources: {'Port': ['ID=92840956-4dc7-4778-904f-1e69b34f77f1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:12.240890 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] No DVR routers for this DVR port 92840956-4dc7-4778-904f-1e69b34f77f1 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:12.243618 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:12.247016 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9169730d-8634-4546-9e93-02636dcd683d req-720fbde4-ee9d-4f1f-b38c-6f9d2c975f30 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.62 "DELETE /v2.0/ports/92840956-4dc7-4778-904f-1e69b34f77f1 HTTP/1.1" status: 204 len: 173 time: 0.6089883 Apr 01 13:13:12.247487 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-deleted', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:13:12.250704 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb580eca-ca2e-48bd-9fce-2bd45dd8078b" -d '{"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-deleted", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:13:12.288493 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3db2d04-4b0c-4590-be1a-9c5a1f1e5255 x-openstack-request-id: req-d3db2d04-4b0c-4590-be1a-9c5a1f1e5255 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:13:12.288784 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f9c1b3-a2f9-4e12-8713-8290b56bde0a", "name": "network-vif-deleted", "tag": "92840956-4dc7-4778-904f-1e69b34f77f1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:13:12.289156 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3db2d04-4b0c-4590-be1a-9c5a1f1e5255 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:13:12.289702 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3db2d04-4b0c-4590-be1a-9c5a1f1e5255'] response: {'server_uuid': '38f9c1b3-a2f9-4e12-8713-8290b56bde0a', 'name': 'network-vif-deleted', 'tag': '92840956-4dc7-4778-904f-1e69b34f77f1', 'status': 'completed', 'code': 200} Apr 01 13:13:13.192303 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-57d1f8e4-86c0-4270-b424-3bb3698d4feb req-5f369e8c-2a2e-48b0-9fdd-a9aaf4e00b74 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "GET /v2.0/ports?device_id=38f9c1b3-a2f9-4e12-8713-8290b56bde0a HTTP/1.1" status: 200 len: 210 time: 0.0399303 Apr 01 13:13:14.260119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37392) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:14.330661 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (9b0448a1-eec8-4a56-91cd-b957cc016caf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:14.359795 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (9b0448a1-eec8-4a56-91cd-b957cc016caf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:14.542339 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (9b0448a1-eec8-4a56-91cd-b957cc016caf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:14.544994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:14.546783 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b0448a1-eec8-4a56-91cd-b957cc016caf HTTP/1.1" status: 204 len: 168 time: 0.2856524 Apr 01 13:13:14.556779 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c8e5-8e3c-41ad-b237-01cdda27df00 tempest-TestShelveInstance-2047703650 tempest-TestShelveInstance-2047703650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0448a1-eec8-4a56-91cd-b957cc016caf,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:14.674749 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37400) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:15.066246 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:15.355850 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Deleting port 0049f042-22fd-4486-ba20-2ca41c397e4f {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:15.356098 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:15.453186 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] For port 0049f042-22fd-4486-ba20-2ca41c397e4f, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=0049f042-22fd-4486-ba20-2ca41c397e4f,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:15.453558 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:15.471392 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Calling delete_port for 0049f042-22fd-4486-ba20-2ca41c397e4f owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:15.799407 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (0049f042-22fd-4486-ba20-2ca41c397e4f), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:15.828356 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Pushing event deleted for resources: {'Port': ['ID=0049f042-22fd-4486-ba20-2ca41c397e4f,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:16.022005 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:16.265768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:13:16.305936 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:16.328661 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 92840956-4dc7-4778-904f-1e69b34f77f1 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:16.329016 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 92840956-4dc7-4778-904f-1e69b34f77f1 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:16.390534 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:13:16.396737 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-746dbd30-573a-4e11-b7ea-5564fa9b023f admin admin] 10.222.0.43 "PUT /v2.0/routers/df25a4f2-563d-4b12-bb61-8493e7c8c3b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206409 Apr 01 13:13:16.399354 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37408) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:16.402368 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Sync routers for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:13:16.419474 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:16.420125 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:16.522783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks [] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:16.535272 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: dv-cinder-836083-2-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:16.653610 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks [] for router_gateway (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:16.730515 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:13:15Z', 'revision_number': 5, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port': {'id': 'e17bd27c-c19c-469b-986a-207b7a0571d3', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:34Z', 'updated_at': '2022-04-01T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:16.759451 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Checking router: df25a4f2-563d-4b12-bb61-8493e7c8c3b6 for host: dv-cinder-836083-2-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:13:16.769178 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Routers {'df25a4f2-563d-4b12-bb61-8493e7c8c3b6'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:16.770034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:16.791044 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Deleting port e17bd27c-c19c-469b-986a-207b7a0571d3 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:16.791431 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:16.867558 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] Set router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:16.886047 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] For port e17bd27c-c19c-469b-986a-207b7a0571d3, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=e17bd27c-c19c-469b-986a-207b7a0571d3,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:16.886407 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:16.903058 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Calling delete_port for e17bd27c-c19c-469b-986a-207b7a0571d3 owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:16.924637 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:13:16Z', 'revision_number': 6, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:16.951793 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9abc0-699d-492d-9a46-5b376ef54884 None None] The sync data for ids ['df25a4f2-563d-4b12-bb61-8493e7c8c3b6'] in dv-cinder-836083-2-iscsi is: [{'id': 'df25a4f2-563d-4b12-bb61-8493e7c8c3b6', 'name': 'tempest-TestShelveInstance-2024557142-router', 'tenant_id': 'ba611b0ca5834659bd93325498ac6128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:33Z', 'updated_at': '2022-04-01T13:13:16Z', 'revision_number': 6, 'project_id': 'ba611b0ca5834659bd93325498ac6128', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:13:17.125622 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (e17bd27c-c19c-469b-986a-207b7a0571d3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.152962 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17bd27c-c19c-469b-986a-207b7a0571d3,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:17.180441 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.180780 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.181115 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.181450 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.181815 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.182141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.182459 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.182782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.183105 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.183427 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.183750 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.184077 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.184402 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.184709 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.185039 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:17.235013 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.595641 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.598049 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks [] for router_controller (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.730809 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (df25a4f2-563d-4b12-bb61-8493e7c8c3b6), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.731341 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df25a4f2-563d-4b12-bb61-8493e7c8c3b6 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:13:17.736442 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.737976 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d116ffa3-7c55-4050-8944-f79ed39fb565 admin admin] 10.222.0.43 "DELETE /v2.0/routers/df25a4f2-563d-4b12-bb61-8493e7c8c3b6 HTTP/1.1" status: 204 len: 168 time: 1.3369918 Apr 01 13:13:17.740661 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37412) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:17.798359 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Deleting subnet 467f8b85-6dd5-48db-9e0c-a61571c8a337 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:13:17.801691 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Publish callbacks [] for subnet (467f8b85-6dd5-48db-9e0c-a61571c8a337), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.851141 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58869645'] for subnet (467f8b85-6dd5-48db-9e0c-a61571c8a337), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:17.974577 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (467f8b85-6dd5-48db-9e0c-a61571c8a337), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.032336 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0049f042-22fd-4486-ba20-2ca41c397e4f no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:18.064928 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 0049f042-22fd-4486-ba20-2ca41c397e4f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:18.065597 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 0049f042-22fd-4486-ba20-2ca41c397e4f not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:18.066035 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e17bd27c-c19c-469b-986a-207b7a0571d3 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:18.089337 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: e17bd27c-c19c-469b-986a-207b7a0571d3 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:18.089724 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device e17bd27c-c19c-469b-986a-207b7a0571d3 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:18.131462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59378368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62503205'] for subnet (467f8b85-6dd5-48db-9e0c-a61571c8a337), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.157782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467f8b85-6dd5-48db-9e0c-a61571c8a337,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:18.162976 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.166204 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-573ee90a-ff67-404a-9c6b-00e3001791ba admin admin] 10.222.0.43 "DELETE /v2.0/subnets/467f8b85-6dd5-48db-9e0c-a61571c8a337 HTTP/1.1" status: 204 len: 168 time: 0.4245234 Apr 01 13:13:18.168968 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37416) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:18.169282 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d057445-6a2b-4c5e-bc92-320946928a38 None None] Network e3723862-eefd-4c1d-8b3b-0f3acc1302a3 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:13:18.258978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (e3723862-eefd-4c1d-8b3b-0f3acc1302a3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.325662 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Deleting port b5b15b3e-b5b3-42ee-9455-010fffd37731 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:18.326096 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.348444 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] DHCP port deletion for e3723862-eefd-4c1d-8b3b-0f3acc1302a3 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:13:18.401386 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Deleting port b5b15b3e-b5b3-42ee-9455-010fffd37731 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:18.401949 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] For port b5b15b3e-b5b3-42ee-9455-010fffd37731, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b5b15b3e-b5b3-42ee-9455-010fffd37731,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:18.402157 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.402316 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.422451 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Calling delete_port for b5b15b3e-b5b3-42ee-9455-010fffd37731 owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:18.472195 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] For port b5b15b3e-b5b3-42ee-9455-010fffd37731, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=b5b15b3e-b5b3-42ee-9455-010fffd37731,segment=NetworkSegment(8d6d4a12-320e-4f78-98f3-5b1486c37c06),segment_id=8d6d4a12-320e-4f78-98f3-5b1486c37c06)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:18.472575 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.486726 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Calling delete_port for b5b15b3e-b5b3-42ee-9455-010fffd37731 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:18.627833 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.634273 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (b5b15b3e-b5b3-42ee-9455-010fffd37731), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.653428 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b15b3e-b5b3-42ee-9455-010fffd37731,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:18.659065 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] No DVR routers for this DVR port b5b15b3e-b5b3-42ee-9455-010fffd37731 on host dv-cinder-836083-2-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:18.660358 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] Pushing event deleted for resources: {'Port': ['ID=b5b15b3e-b5b3-42ee-9455-010fffd37731,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:18.666359 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e50ea-d211-461a-b53e-8f4a9e9fb6c7 None None] No DVR routers for this DVR port b5b15b3e-b5b3-42ee-9455-010fffd37731 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:18.735671 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (e3723862-eefd-4c1d-8b3b-0f3acc1302a3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.759422 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3723862-eefd-4c1d-8b3b-0f3acc1302a3']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:18.770699 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6d4a12-320e-4f78-98f3-5b1486c37c06') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:18.771134 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6d4a12-320e-4f78-98f3-5b1486c37c06') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:18.788157 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58869638'] for segment (8d6d4a12-320e-4f78-98f3-5b1486c37c06), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.808035 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (8d6d4a12-320e-4f78-98f3-5b1486c37c06), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.817088 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:13:18.817743 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59437414'] for segment (8d6d4a12-320e-4f78-98f3-5b1486c37c06), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: Traceback (most recent call last): Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: timer() Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: cb(*args, **kw) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: return func(*args, **kwargs) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: self._notify() Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: self.callback(batched_events) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: event.method(event) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: return f(self, *a, **k) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._get(url).json() Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:13:18.820891 dv-cinder-836083-2-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:13:18.954260 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (e3723862-eefd-4c1d-8b3b-0f3acc1302a3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.967721 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:18.970663 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3723862-eefd-4c1d-8b3b-0f3acc1302a3 HTTP/1.1" status: 204 len: 168 time: 0.8001370 Apr 01 13:13:18.973417 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37418) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:18.984499 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fabf45-1d78-4024-929f-dd6a9cc146b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3723862-eefd-4c1d-8b3b-0f3acc1302a3,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:19.396730 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4181114'] for router_interface (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:19.681119 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Deleting port da511487-f99a-45b7-a4d4-3f8145368108 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:19.681472 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (da511487-f99a-45b7-a4d4-3f8145368108), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:19.772545 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] For port da511487-f99a-45b7-a4d4-3f8145368108, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=da511487-f99a-45b7-a4d4-3f8145368108,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:19.773734 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (da511487-f99a-45b7-a4d4-3f8145368108), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:19.789743 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Calling delete_port for da511487-f99a-45b7-a4d4-3f8145368108 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:19.989066 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b5b15b3e-b5b3-42ee-9455-010fffd37731 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:20.011702 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: b5b15b3e-b5b3-42ee-9455-010fffd37731 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:20.012054 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device b5b15b3e-b5b3-42ee-9455-010fffd37731 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:20.308279 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (da511487-f99a-45b7-a4d4-3f8145368108), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:20.338457 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Pushing event deleted for resources: {'Port': ['ID=da511487-f99a-45b7-a4d4-3f8145368108,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:20.350336 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.356548 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.357505 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.357505 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.357961 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.358977 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.359226 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.359759 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.360092 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:20.546527 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4172637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4179946'] for router_interface (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:20.776600 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e has already been hosted by L3 agent f04b674b-a678-4347-be06-a6e78cb7e5cd {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:13:20.892934 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] Notify agent at l3_agent.dv-cinder-836083-2-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:13:20.897969 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c4a54bef-59a9-4b53-a57e-a28b01c3c054 admin admin] 10.222.0.43 "PUT /v2.0/routers/813f5bd7-3df8-43ea-b4fb-eaf121afdb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232273 Apr 01 13:13:20.900573 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37434) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:20.903725 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Sync routers for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:13:20.915790 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:20.916571 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:21.017363 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks [] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.032985 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: dv-cinder-836083-2-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:21.125744 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks [] for router_gateway (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.235468 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'external_fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:13:20Z', 'revision_number': 5, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port': {'id': 'c093ae9f-bfb1-4241-b136-0519ec2e277b', 'name': '', 'network_id': '98fa0fbf-15c0-490a-9a7f-182a7c02d2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:08:40Z', 'updated_at': '2022-04-01T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ad0399-871b-4292-83c3-85473f41e1c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-2-iscsi'}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:21.256492 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Deleting port c093ae9f-bfb1-4241-b136-0519ec2e277b {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:21.257319 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.271363 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Checking router: 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e for host: dv-cinder-836083-2-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:13:21.280192 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Routers {'813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'} bound to L3 agent in host dv-cinder-836083-2-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:13:21.280920 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:51:30Z,description=,heartbeat_timestamp=2022-04-01T13:13:00Z,host='dv-cinder-836083-2-iscsi',id=f04b674b-a678-4347-be06-a6e78cb7e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:51:30Z,topic='l3_agent')) {'router_ids': ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:21.341213 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] For port c093ae9f-bfb1-4241-b136-0519ec2e277b, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=c093ae9f-bfb1-4241-b136-0519ec2e277b,segment=NetworkSegment(5a760f4a-a2b6-48b7-84f8-c549565692e9),segment_id=5a760f4a-a2b6-48b7-84f8-c549565692e9)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:21.341814 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.354822 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Calling delete_port for c093ae9f-bfb1-4241-b136-0519ec2e277b owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:21.372523 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] Set router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:13:21.427401 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:13:21Z', 'revision_number': 6, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port_host': None}], 'dv-cinder-836083-2-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:21.459238 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ab2c9-050b-47dc-939f-22a204700969 None None] The sync data for ids ['813f5bd7-3df8-43ea-b4fb-eaf121afdb8e'] in dv-cinder-836083-2-iscsi is: [{'id': '813f5bd7-3df8-43ea-b4fb-eaf121afdb8e', 'name': 'tempest-TestShelveInstance-721113409-router', 'tenant_id': '79daa0422f1e49c484d6f2ecf26cf347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:08:39Z', 'updated_at': '2022-04-01T13:13:21Z', 'revision_number': 6, 'project_id': '79daa0422f1e49c484d6f2ecf26cf347', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:13:21.622567 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (c093ae9f-bfb1-4241-b136-0519ec2e277b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.649925 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Pushing event deleted for resources: {'Port': ['ID=c093ae9f-bfb1-4241-b136-0519ec2e277b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:21.713940 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4181760'] for router_gateway (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.808021 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4176028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.810279 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks [] for router_controller (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.954383 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4176101'] for router (813f5bd7-3df8-43ea-b4fb-eaf121afdb8e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.954956 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813f5bd7-3df8-43ea-b4fb-eaf121afdb8e {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:13:21.959286 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:21.960385 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c8755f04-c455-4625-9ad0-3d6634c89252 admin admin] 10.222.0.43 "DELETE /v2.0/routers/813f5bd7-3df8-43ea-b4fb-eaf121afdb8e HTTP/1.1" status: 204 len: 168 time: 1.0588150 Apr 01 13:13:21.962899 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37440) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:22.010952 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Deleting subnet 3471b6f0-2340-4af3-bc7e-e955700ecdb1 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 13:13:22.014779 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Publish callbacks [] for subnet (3471b6f0-2340-4af3-bc7e-e955700ecdb1), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.051662 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62513722'] for subnet (3471b6f0-2340-4af3-bc7e-e955700ecdb1), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.127468 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824637'] for subnet (3471b6f0-2340-4af3-bc7e-e955700ecdb1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.220039 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device da511487-f99a-45b7-a4d4-3f8145368108 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:22.243053 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: da511487-f99a-45b7-a4d4-3f8145368108 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:22.243402 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device da511487-f99a-45b7-a4d4-3f8145368108 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:22.243819 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c093ae9f-bfb1-4241-b136-0519ec2e277b no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:22.268596 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62501376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62392492'] for subnet (3471b6f0-2340-4af3-bc7e-e955700ecdb1), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.304384 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3471b6f0-2340-4af3-bc7e-e955700ecdb1,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:22.318676 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.323647 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c32729eb-bbb7-4976-91f7-19f3d32e148a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3471b6f0-2340-4af3-bc7e-e955700ecdb1 HTTP/1.1" status: 204 len: 168 time: 0.3595512 Apr 01 13:13:22.325776 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37446) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:22.396924 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f732574e-acd5-43ce-8118-0bc30054ac56 None None] Network 9c0f2091-9657-468b-9f47-123a99782cf5 requested from dv-cinder-836083-2-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 13:13:22.399268 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: c093ae9f-bfb1-4241-b136-0519ec2e277b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:22.399605 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device c093ae9f-bfb1-4241-b136-0519ec2e277b not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:22.416873 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897404'] for network (9c0f2091-9657-468b-9f47-123a99782cf5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.476955 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Deleting port 81f40740-bc60-4fff-a9fb-128fab137803 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:22.477424 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (81f40740-bc60-4fff-a9fb-128fab137803), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.552762 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] For port 81f40740-bc60-4fff-a9fb-128fab137803, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=81f40740-bc60-4fff-a9fb-128fab137803,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:22.552762 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (81f40740-bc60-4fff-a9fb-128fab137803), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.567562 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Calling delete_port for 81f40740-bc60-4fff-a9fb-128fab137803 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:22.584042 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] DHCP port deletion for 9c0f2091-9657-468b-9f47-123a99782cf5 request from dv-cinder-836083-2-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 13:13:22.634995 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Deleting port 81f40740-bc60-4fff-a9fb-128fab137803 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:22.635252 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (81f40740-bc60-4fff-a9fb-128fab137803), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.701315 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] For port 81f40740-bc60-4fff-a9fb-128fab137803, host dv-cinder-836083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-2-iscsi',level=0,port_id=81f40740-bc60-4fff-a9fb-128fab137803,segment=NetworkSegment(dfcee0c5-a60c-4886-9684-065cac8acd49),segment_id=dfcee0c5-a60c-4886-9684-065cac8acd49)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:22.701927 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (81f40740-bc60-4fff-a9fb-128fab137803), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.714818 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Calling delete_port for 81f40740-bc60-4fff-a9fb-128fab137803 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:22.736450 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62474739'] for port (81f40740-bc60-4fff-a9fb-128fab137803), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.763964 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f40740-bc60-4fff-a9fb-128fab137803,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:22.768955 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] No DVR routers for this DVR port 81f40740-bc60-4fff-a9fb-128fab137803 on host dv-cinder-836083-2-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:22.797116 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269'] for port (81f40740-bc60-4fff-a9fb-128fab137803), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.824300 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] Pushing event deleted for resources: {'Port': ['ID=81f40740-bc60-4fff-a9fb-128fab137803,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:22.826060 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112551e2-a8c2-4e81-a85e-5f66643bb2a0 None None] No DVR routers for this DVR port 81f40740-bc60-4fff-a9fb-128fab137803 on host dv-cinder-836083-2-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:22.848395 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1019574', 'neutron.services.segments.db._delete_segments_for_network-8744257766458'] for network (9c0f2091-9657-468b-9f47-123a99782cf5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.869542 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f2091-9657-468b-9f47-123a99782cf5']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:22.879742 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcee0c5-a60c-4886-9684-065cac8acd49') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:22.880037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcee0c5-a60c-4886-9684-065cac8acd49') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:13:22.889873 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744257948995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62513713'] for segment (dfcee0c5-a60c-4886-9684-065cac8acd49), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.903158 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890'] for segment (dfcee0c5-a60c-4886-9684-065cac8acd49), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.909014 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:13:22.909383 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62474662'] for segment (dfcee0c5-a60c-4886-9684-065cac8acd49), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: Traceback (most recent call last): Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: timer() Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: cb(*args, **kw) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: return func(*args, **kwargs) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: self._notify() Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: self.callback(batched_events) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: event.method(event) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: return f(self, *a, **k) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._get(url).json() Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:13:22.911014 dv-cinder-836083-2-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:13:23.067816 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1019583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4181868'] for network (9c0f2091-9657-468b-9f47-123a99782cf5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.073369 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4172658'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.076549 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9c0f2091-9657-468b-9f47-123a99782cf5 HTTP/1.1" status: 204 len: 168 time: 0.7483308 Apr 01 13:13:23.088090 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb44e6-60fe-45e7-8ef1-3ddc8e852749 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0f2091-9657-468b-9f47-123a99782cf5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:23.480565 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37456) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:23.520679 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8354fa26-dea6-40ac-8fb4-f334c143e53d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba611b0ca5834659bd93325498ac6128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389509 Apr 01 13:13:23.523550 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37458) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:23.571414 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] Publish callbacks [] for security_group (80af997d-c4d6-4b27-ba89-7b46d80e02b6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.593959 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] Publish callbacks [] for security_group (80af997d-c4d6-4b27-ba89-7b46d80e02b6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.736037 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (80af997d-c4d6-4b27-ba89-7b46d80e02b6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.738653 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:23.739872 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80af997d-c4d6-4b27-ba89-7b46d80e02b6 HTTP/1.1" status: 204 len: 168 time: 0.2153945 Apr 01 13:13:23.748268 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab718ff-6f20-4f93-8ed0-ed21dffde3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af997d-c4d6-4b27-ba89-7b46d80e02b6,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:23.986329 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 81f40740-bc60-4fff-a9fb-128fab137803 no longer exists at agent ovs-agent-dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:24.006485 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-42120147-ef65-42de-a538-acc987d0037b None None] No Port match for: 81f40740-bc60-4fff-a9fb-128fab137803 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:24.013354 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-42120147-ef65-42de-a538-acc987d0037b None None] Device 81f40740-bc60-4fff-a9fb-128fab137803 not bound to the agent host dv-cinder-836083-2-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:24.275541 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37480) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:24.385018 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ba01f039-c23d-4338-93cf-b4430e94744c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.456770 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ba01f039-c23d-4338-93cf-b4430e94744c admin admin] Publish callbacks [] for security_group (21778cc3-4a82-4d60-8ad8-6ea45a3b0df0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.472345 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.43', 37484) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:24.509112 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ba01f039-c23d-4338-93cf-b4430e94744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (21778cc3-4a82-4d60-8ad8-6ea45a3b0df0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.521874 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-00bfcffb-b581-41f6-92db-8c2a15f6bc46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79daa0422f1e49c484d6f2ecf26cf347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483918 Apr 01 13:13:24.524610 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37486) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:24.552736 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ba01f039-c23d-4338-93cf-b4430e94744c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aafde7c5072946789b04c3222496140a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760978 Apr 01 13:13:24.553869 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f039-c23d-4338-93cf-b4430e94744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21778cc3-4a82-4d60-8ad8-6ea45a3b0df0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:24.555837 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37488) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:24.609502 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] Publish callbacks [] for security_group (7cbfd009-7c87-4934-9d92-df9e1e227d57), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.641034 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] Publish callbacks [] for security_group (21778cc3-4a82-4d60-8ad8-6ea45a3b0df0), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.643737 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] Publish callbacks [] for security_group (7cbfd009-7c87-4934-9d92-df9e1e227d57), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.687968 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] Publish callbacks [] for security_group (21778cc3-4a82-4d60-8ad8-6ea45a3b0df0), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.787768 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (7cbfd009-7c87-4934-9d92-df9e1e227d57), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.790344 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.791562 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cbfd009-7c87-4934-9d92-df9e1e227d57 HTTP/1.1" status: 204 len: 168 time: 0.2658844 Apr 01 13:13:24.802443 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08f0af-bf77-472a-a813-9eef041e4eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbfd009-7c87-4934-9d92-df9e1e227d57,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:24.816381 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (21778cc3-4a82-4d60-8ad8-6ea45a3b0df0), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.819073 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:24.823386 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21778cc3-4a82-4d60-8ad8-6ea45a3b0df0 HTTP/1.1" status: 204 len: 168 time: 0.2633493 Apr 01 13:13:24.838810 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805bbe2-7e56-490d-82b6-312f9d889e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21778cc3-4a82-4d60-8ad8-6ea45a3b0df0,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:27.433033 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb58bda6-3b2c-42bd-8880-84eb795eb62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:28.267415 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-a1e6e2bd-a3f8-4575-9c65-4b19d7a52914 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298266 Apr 01 13:13:28.453385 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-0b983768-5672-46d8-92e7-bbc4595f5dd4 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:28.454761 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-0b983768-5672-46d8-92e7-bbc4595f5dd4 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819360 Apr 01 13:13:28.469413 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-c376afcc-dbbf-4582-b113-bf7fc19b018d tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/quotas/7e3087e5ab844fc5b9013e9cc6c381d3 HTTP/1.1" status: 200 len: 375 time: 0.0093327 Apr 01 13:13:28.500860 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-8525a864-3491-46da-865d-c44e324abbdd tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262537 Apr 01 13:13:28.751297 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b4f167e-7dd6-44c7-968e-6bdf77b6dd92 req-d10026be-895d-4d05-9be3-19ee650a388e tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 210 time: 0.0283887 Apr 01 13:13:29.844694 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8870-caf9-4fce-b6fd-88acd0cfd6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:29.845325 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d724a74a-b17f-4dc6-bf38-199592e0f1ec req-d692efbb-986d-43c7-854a-c5df96534d81 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 210 time: 0.0279100 Apr 01 13:13:30.864662 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-b4c01801-dbc1-4255-b7c1-892ca2a046f8 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288460 Apr 01 13:13:30.937352 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.000693 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d9263bdc-4b20-4802-952d-ffaf706a7083 req-9283bd20-1bc4-49db-8c4e-840c4ca7b00b tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 210 time: 0.0587168 Apr 01 13:13:31.084405 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-71346c47-1491-4c7a-bbe1-7a90b1c9b903 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:31.086012 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-71346c47-1491-4c7a-bbe1-7a90b1c9b903 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167609 Apr 01 13:13:31.096913 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Request body: {'port': {'device_id': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f', 'admin_state_up': True, 'tenant_id': '7e3087e5ab844fc5b9013e9cc6c381d3'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:13:31.272978 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Made reservation on behalf of 7e3087e5ab844fc5b9013e9cc6c381d3 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:13:31.276467 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.285783 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.361147 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks [] for security_group (92eec918-45b9-485b-b316-c6ea5f7caaad), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.439168 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92eec918-45b9-485b-b316-c6ea5f7caaad), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.502813 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eec918-45b9-485b-b316-c6ea5f7caaad,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:31.575114 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Allocated IP 192.168.233.57 (2fb1a556-fb5c-40b9-8957-7e3d88c8f89f/fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb/56fe4fbc-da0c-4ce4-845d-4af3011cd9e1) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:13:31.717995 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks [] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.804995 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744257440260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:31.850279 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:13:31.853390 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:13:31.863391 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:13:31.883980 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Pushing event updated for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:31.915555 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:31.916174 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.018759 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-1db12e81-5079-4ba1-b3ad-52e7bb1590d2 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9253404 Apr 01 13:13:32.030806 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Request body: {'port': {'device_id': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:13:32.092119 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.093034 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-193e006a-7828-4e43-ab22-31045c4dc395 None None] Provisioning complete for port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:13:32.093833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-193e006a-7828-4e43-ab22-31045c4dc395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.131503 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c831-c980-48ef-bfe5-a115838fa849 req-f3ececf8-9458-48a7-a36d-965939aa4137 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:32.133139 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4160c831-c980-48ef-bfe5-a115838fa849 req-f3ececf8-9458-48a7-a36d-965939aa4137 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 935 time: 0.0570853 Apr 01 13:13:32.138932 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-193e006a-7828-4e43-ab22-31045c4dc395 None None] Port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 13:13:32.182262 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4160c831-c980-48ef-bfe5-a115838fa849 req-cbbd8b75-ea27-45fe-bdc8-56b9f11a84c4 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Apr 01 13:13:32.362133 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:13:32.369558 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks [] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.382010 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Transition to ACTIVE for port object 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 13:13:32.479086 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.507464 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.532891 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Pushing event updated for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:32.605910 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Attempting to bind port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 13:13:32.606245 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Attempting to bind port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 13:13:32.606570 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Attempting to bind port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 on network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:13:32.611881 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 on network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:13:32.612204 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Attempting to bind port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 on network 2fb1a556-fb5c-40b9-8957-7e3d88c8f89f {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:13:32.617248 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Checking agent: {'id': '0833f568-ad08-4251-8b4c-c7daf1f8f04c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:13:32.617616 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Checking segment: {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 13:13:32.618001 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Bound using segment: {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:13:32.618435 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Bound port: 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a4ffdb-878d-4bc8-87f0-b28876bb20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 13:13:32.618785 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.688352 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:13:32.691562 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:13:32.742068 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59437370'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.776768 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:32.777372 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:32.779092 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] 10.222.0.62 "PUT /v2.0/ports/56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 HTTP/1.1" status: 200 len: 1097 time: 0.7532716 Apr 01 13:13:32.782249 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:13:32.785380 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:13:32.814869 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec48d-8422-4229-8d73-dd349588416d service neutron] Pushing event updated for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:32.832237 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16361e7f-08b1-4d6c-85b5-fb7c18b2f3ce x-openstack-request-id: req-16361e7f-08b1-4d6c-85b5-fb7c18b2f3ce {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:13:32.832528 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:13:32.832781 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16361e7f-08b1-4d6c-85b5-fb7c18b2f3ce {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:13:32.833454 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16361e7f-08b1-4d6c-85b5-fb7c18b2f3ce'] response: {'name': 'network-changed', 'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1', 'status': 'completed', 'code': 200} Apr 01 13:13:32.901047 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b req-036a19a6-f75e-4926-bd7e-44c060f90d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:32.902608 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b req-036a19a6-f75e-4926-bd7e-44c060f90d95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 1131 time: 0.0488245 Apr 01 13:13:32.928904 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b req-11dc78b3-3ba1-4ced-a513-631b0a737c6e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198920 Apr 01 13:13:33.026261 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b req-b4d26380-a181-4194-8d34-e226d8baa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:33.027635 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5fb55f2-03f5-4f7c-bdb8-a0330853960b req-b4d26380-a181-4194-8d34-e226d8baa5a1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934243 Apr 01 13:13:33.109994 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-e0e7303a-07c3-47a6-9761-5bf4d9331eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:33.111494 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-e0e7303a-07c3-47a6-9761-5bf4d9331eb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 1131 time: 0.0467567 Apr 01 13:13:33.152579 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-301bfd90-d4fc-4c78-94de-69f9010ac0cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 HTTP/1.1" status: 200 len: 217 time: 0.0341184 Apr 01 13:13:33.203655 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-6189dea9-ca27-42c5-93bc-be8677e98967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:33.205132 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-6189dea9-ca27-42c5-93bc-be8677e98967 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb HTTP/1.1" status: 200 len: 843 time: 0.0470011 Apr 01 13:13:33.256023 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-7d5ae2a7-38f9-4b93-83d8-941756360f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:33.257560 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-7d5ae2a7-38f9-4b93-83d8-941756360f74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2fb1a556-fb5c-40b9-8957-7e3d88c8f89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0461757 Apr 01 13:13:33.306380 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c17f-ddb2-4f2e-8c8b-50bfa2a1326f req-52a4e0ac-6142-458a-890d-6bbc4c6b63cc tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:33.307869 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a3c17f-ddb2-4f2e-8c8b-50bfa2a1326f req-52a4e0ac-6142-458a-890d-6bbc4c6b63cc tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 947 time: 0.0570338 Apr 01 13:13:33.347856 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-5013bf17-4751-4188-af22-0c95f5d18478 service neutron] 10.222.0.62 "GET /v2.0/networks/2fb1a556-fb5c-40b9-8957-7e3d88c8f89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846288 Apr 01 13:13:33.357065 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a3c17f-ddb2-4f2e-8c8b-50bfa2a1326f req-838bb2ab-1b95-4702-aa13-2ce99a9418f5 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Apr 01 13:13:33.444070 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d6f58-3c3e-4684-b31b-b2bd7cd59523 req-dba16f78-6d89-47a7-9eb7-bbd9636d0af7 service neutron] 10.222.0.62 "GET /v2.0/networks/2fb1a556-fb5c-40b9-8957-7e3d88c8f89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Apr 01 13:13:33.724371 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:34.477026 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8130-760a-46de-b26f-4def0141b427 req-6e34c99c-b9ac-4fbf-8090-d7d23d2ba541 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:34.478324 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7de8130-760a-46de-b26f-4def0141b427 req-6e34c99c-b9ac-4fbf-8090-d7d23d2ba541 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 947 time: 0.0526991 Apr 01 13:13:34.525591 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c7de8130-760a-46de-b26f-4def0141b427 req-ee92b43a-80ce-4527-8a02-46545db9cb90 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Apr 01 13:13:35.652125 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150162-f325-430a-bee3-257602481465 req-a36d4324-c71d-4385-9804-aa3a28f64434 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:35.653591 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-df150162-f325-430a-bee3-257602481465 req-a36d4324-c71d-4385-9804-aa3a28f64434 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 947 time: 0.0518656 Apr 01 13:13:35.700939 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-df150162-f325-430a-bee3-257602481465 req-b11a0163-a09a-400c-8dc7-00e0264a7e8a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Apr 01 13:13:36.383942 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:13:36.558885 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:36.572675 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Returning: {'device': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1', 'network_id': '2fb1a556-fb5c-40b9-8957-7e3d88c8f89f', 'port_id': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1', 'mac_address': 'fa:16:3e:72:9c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0eb49e-36bc-4f2c-8d4f-628b4af0a9bb', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:13:36.618969 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:13:36.619347 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:36.636498 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:13:36.663447 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:36.741484 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:36.795839 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:36.803193 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.803701 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.804060 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.804404 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.804743 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.805777 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.806122 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.806457 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.806792 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.807124 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.807974 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.807974 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.808218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.808404 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.808727 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-2-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:13:36.825190 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9b21-5711-4d2b-a046-92133496f8a6 req-6cb468b0-d32a-4bf0-af66-cb7b281147d8 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:36.827384 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-764f9b21-5711-4d2b-a046-92133496f8a6 req-6cb468b0-d32a-4bf0-af66-cb7b281147d8 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 948 time: 0.0571620 Apr 01 13:13:36.875330 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-764f9b21-5711-4d2b-a046-92133496f8a6 req-740629b4-e0ed-4aa7-bf9d-80da18ac6a0f tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Apr 01 13:13:37.017256 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['56fe4fbc-da0c-4ce4-845d-4af3011cd9e1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:13:37.997002 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afd73b-1bab-49ad-a91f-3b83cbe98930 req-52736d3a-29fb-4f4f-86d0-f412ab318729 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:38.003598 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-64afd73b-1bab-49ad-a91f-3b83cbe98930 req-52736d3a-29fb-4f4f-86d0-f412ab318729 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 948 time: 0.0563786 Apr 01 13:13:38.047642 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-64afd73b-1bab-49ad-a91f-3b83cbe98930 req-a4c2b2da-5b37-4545-b67d-c9886f11fe81 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Apr 01 13:13:38.385050 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 up at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:13:38.484723 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning for port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 13:13:38.488549 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Provisioning complete for port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 13:13:38.488920 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016021'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:38.565202 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Current status of the port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 13:13:38.565616 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977455'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:38.587410 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:13:38.589645 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7f98b40d4174eb71a47e06d3791ac8adb741bf81085d2f44e62edbe8a54c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22eab93-44ec-41bc-8fcc-00bc57e75483" -d '{"events": [{"server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "name": "network-vif-plugged", "status": "completed", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:13:38.600548 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:13:38.602738 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:38.627271 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ba740-b6f4-49c6-9792-2823b33e9f43 x-openstack-request-id: req-2e2ba740-b6f4-49c6-9792-2823b33e9f43 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:13:38.627567 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "name": "network-vif-plugged", "status": "completed", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:13:38.627865 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e2ba740-b6f4-49c6-9792-2823b33e9f43 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:13:38.628273 dv-cinder-836083-2-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2ba740-b6f4-49c6-9792-2823b33e9f43'] response: {'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1', 'code': 200} Apr 01 13:13:38.695928 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744257992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744257440278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744257440296'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:38.746160 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Pushing event updated for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:38.934937 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acfa20-e7c4-4475-b7fb-e2eb6c516218 req-5828118f-5cda-47e9-8fed-0b770612a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:38.936394 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-96acfa20-e7c4-4475-b7fb-e2eb6c516218 req-5828118f-5cda-47e9-8fed-0b770612a248 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 1133 time: 0.0457132 Apr 01 13:13:38.981982 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-96acfa20-e7c4-4475-b7fb-e2eb6c516218 req-ed744d78-4677-4b63-b2da-11e1686ab3fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Apr 01 13:13:39.167658 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dcacb-1b79-466c-a456-bd83cf88d793 req-69e820ba-4120-44a7-8cc3-0191738827b8 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:39.169122 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3a8dcacb-1b79-466c-a456-bd83cf88d793 req-69e820ba-4120-44a7-8cc3-0191738827b8 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 949 time: 0.0531404 Apr 01 13:13:39.215961 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3a8dcacb-1b79-466c-a456-bd83cf88d793 req-eeacda6b-3011-4d68-baeb-1bfb57c31a71 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Apr 01 13:13:39.478609 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:40.336782 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b64eda-038d-4c0e-92fd-edc65747c4e7 req-706ba625-8117-4447-beb4-a96183295bb7 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:40.338376 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32b64eda-038d-4c0e-92fd-edc65747c4e7 req-706ba625-8117-4447-beb4-a96183295bb7 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 949 time: 0.0534394 Apr 01 13:13:40.389889 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-32b64eda-038d-4c0e-92fd-edc65747c4e7 req-594d12a8-ef56-486f-9e74-a4cb56ddca97 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Apr 01 13:13:40.878513 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8a092-576d-437a-85d7-e4044a1f6878 req-7a6fd5c7-5c86-4633-9df2-3ae62f648c1c tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:40.880011 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b8a092-576d-437a-85d7-e4044a1f6878 req-7a6fd5c7-5c86-4633-9df2-3ae62f648c1c tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 949 time: 0.0541832 Apr 01 13:13:40.926898 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65b8a092-576d-437a-85d7-e4044a1f6878 req-6339f721-1d00-4508-b038-11ef8caada18 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Apr 01 13:13:42.054507 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7f18-9a43-4102-84da-c589306faaa8 req-646e2f6c-42e4-4b1a-913b-4d046c36c6b5 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:42.055963 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c0f7f18-9a43-4102-84da-c589306faaa8 req-646e2f6c-42e4-4b1a-913b-4d046c36c6b5 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 949 time: 0.0518751 Apr 01 13:13:42.104518 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c0f7f18-9a43-4102-84da-c589306faaa8 req-806642a5-396a-4bbc-b6f2-4cd766a3824e tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/security-groups?id=92eec918-45b9-485b-b316-c6ea5f7caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Apr 01 13:13:42.171462 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-b4a7dcdb-d6be-4901-b3ff-ef836241f6ef tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:13:42.172958 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-b4a7dcdb-d6be-4901-b3ff-ef836241f6ef tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 949 time: 0.0525308 Apr 01 13:13:42.267767 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Deleting port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 13:13:42.268104 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744257986838'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:42.354142 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] For port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,segment=NetworkSegment(96a4ffdb-878d-4bc8-87f0-b28876bb20c6),segment_id=96a4ffdb-878d-4bc8-87f0-b28876bb20c6)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:13:42.354504 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4182856'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:42.371402 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Calling delete_port for 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 13:13:42.615852 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4172612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744257992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744257440269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59437363'] for port (56fe4fbc-da0c-4ce4-845d-4af3011cd9e1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:42.627287 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] get_ports_and_sgs() called for port_ids ['56fe4fbc-da0c-4ce4-845d-4af3011cd9e1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:13:42.645737 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Pushing event deleted for resources: {'Port': ['ID=56fe4fbc-da0c-4ce4-845d-4af3011cd9e1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:42.691789 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] No DVR routers for this DVR port 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 on host hv-cinder-83608 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:13:42.694544 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213675'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:42.697977 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af73fa1f-139b-4819-b0f4-80207861ac72 req-1f8f7581-5f8b-4155-a9c2-22eaaa679e2a tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.62 "DELETE /v2.0/ports/56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 HTTP/1.1" status: 204 len: 173 time: 0.5193174 Apr 01 13:13:42.698479 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'name': 'network-vif-deleted', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:13:42.700726 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b54db0a0c20ba609abb5eadcad8fe95ca1a19d1c1fb9ce79966abda2ee56e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78322668-97ac-45ac-aa2d-837c33b9daf1" -d '{"events": [{"server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "name": "network-vif-deleted", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:13:42.740411 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e51ec0-3884-4085-91e4-2b180455a44f x-openstack-request-id: req-f1e51ec0-3884-4085-91e4-2b180455a44f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:13:42.740773 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd049b5-aa68-400d-b34f-ae5ef57b648f", "name": "network-vif-deleted", "tag": "56fe4fbc-da0c-4ce4-845d-4af3011cd9e1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:13:42.741037 dv-cinder-836083-2-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1e51ec0-3884-4085-91e4-2b180455a44f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:13:42.741460 dv-cinder-836083-2-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e51ec0-3884-4085-91e4-2b180455a44f'] response: {'server_uuid': '7cd049b5-aa68-400d-b34f-ae5ef57b648f', 'name': 'network-vif-deleted', 'tag': '56fe4fbc-da0c-4ce4-845d-4af3011cd9e1', 'status': 'completed', 'code': 200} Apr 01 13:13:43.215973 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a1e26995-6d6f-4d19-9635-6e1ee110ff8b req-9c6d5396-1ba7-4c04-99ca-26737c91ac07 tempest-VolumesNegativeTest-517945434 tempest-VolumesNegativeTest-517945434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd049b5-aa68-400d-b34f-ae5ef57b648f HTTP/1.1" status: 200 len: 210 time: 0.0282595 Apr 01 13:13:46.431154 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:13:46.451922 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] No Port match for: 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 13:13:46.452313 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Device 56fe4fbc-da0c-4ce4-845d-4af3011cd9e1 not bound to the agent host hv-cinder-83608 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:13:50.279495 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37838) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:50.415387 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-01386215-4e39-4e72-b6fc-794bc4353dea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e3087e5ab844fc5b9013e9cc6c381d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346929 Apr 01 13:13:50.417984 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.43', 37842) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 13:13:50.465112 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] Publish callbacks [] for security_group (92eec918-45b9-485b-b316-c6ea5f7caaad), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:50.487848 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] Publish callbacks [] for security_group (92eec918-45b9-485b-b316-c6ea5f7caaad), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:50.592583 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734736'] for security_group (92eec918-45b9-485b-b316-c6ea5f7caaad), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:50.595824 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:50.597000 dv-cinder-836083-2-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92eec918-45b9-485b-b316-c6ea5f7caaad HTTP/1.1" status: 204 len: 168 time: 0.1780524 Apr 01 13:13:50.604840 dv-cinder-836083-2-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24962b3-0c24-41d6-8c88-cea22c7b2515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eec918-45b9-485b-b316-c6ea5f7caaad,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:13:57.421109 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9c559b86-38c6-4613-bbea-2aad7f74693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:13:59.832760 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4a246d41-7c6a-4ce2-80f2-78720d8bd2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:01.020965 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:02.512876 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:03.764283 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:09.483944 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:15.600093 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:14:27.518222 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-15844f16-74b6-4953-bcb2-cf5d19322824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:29.820920 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf60e-06bc-45a9-9474-d79ac9663553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:30.946728 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:32.477968 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:33.746468 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:39.477833 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:52.599089 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:14:57.420632 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd649-1561-4258-b72b-868a50665e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:14:59.843672 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7da3b1c3-125d-44a6-9b1c-bbd093765e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:00.996255 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:02.488343 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:03.723666 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:09.495145 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:27.408539 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-75b99a33-f9ea-4383-9aac-66156e388250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:29.598587 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:15:29.849121 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6d87a4e5-f32f-482a-81f2-3efe212a10bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:30.974769 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:32.487014 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:33.763309 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:39.499816 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:57.435707 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-96f955e7-6f47-42af-8339-5e257436a847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:15:59.871385 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3229e493-1c84-4d7e-830f-d609d0f19483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:00.978180 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:02.499542 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:03.745244 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:06.599374 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:16:09.549433 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:27.465218 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-335a7e45-d6d0-4577-9443-5c95fcb1694f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:29.845935 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0ebddc34-f7bf-4c0e-89bb-8502be88b843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:30.984984 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:32.499373 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:33.722255 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:39.560423 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:43.598429 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:16:57.396409 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2f056ce8-c59c-4573-96fd-7d1f08cfca65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:16:59.833662 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-79619052-efd6-44c8-aeec-b58121972b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:01.036018 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:02.484984 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:03.719657 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:09.590106 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:20.597396 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:17:27.409948 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-aeb280da-ba19-42d0-b8cb-a3c1485e3259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:29.835653 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c7aac5d7-f3b5-4743-9641-c87fa575d77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:30.975599 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:32.535788 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:33.721475 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:39.555332 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:57.455962 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a736-1b10-4552-b05e-b5baaa2a2b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:17:57.596496 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:17:59.871960 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-09f63f1e-d517-416e-8bc6-a5db9c8faea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:00.990031 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:02.549822 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:03.729209 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:09.557714 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:27.408220 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d70be92b-cf0f-48f7-b52e-9002f44c2b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:29.820509 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0f5f363f-0dea-46e9-9b30-d86959f61dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:30.985894 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:32.525933 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:33.739583 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:34.595238 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:18:39.545284 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:57.430895 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6838fa64-7058-47a6-81ee-0e4bb088ef26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (413c0e4b-f403-4039-bea1-ed270482f30a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:18:59.819122 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9a0b03d6-73db-4f36-aae8-e89719c2eab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (f04b674b-a678-4347-be06-a6e78cb7e5cd), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:19:00.990444 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3611f78b-4109-48dc-937a-f236cc138620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (7f183459-7622-4ffb-b021-61aeb5099d30), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:19:02.508896 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a9686b08-a4c1-4df1-b0f6-cb4a9eeef48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0711dd98-ad5a-4424-acda-8b5163e8bd2c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:19:03.731084 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-42120147-ef65-42de-a538-acc987d0037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (11ecb031-df12-48cf-b4a2-6cd9f7383802), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:19:09.557503 dv-cinder-836083-2-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ab45b388-5d6f-43e4-9049-247e9254d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744257766440', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017719'] for agent (0833f568-ad08-4251-8b4c-c7daf1f8f04c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 13:19:11.594629 dv-cinder-836083-2-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-2e85d483-eb56-4b4a-8e58-71c62ee99ef2 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}